You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

common_macro.h 100 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259
  1. /*********************************************************************/
  2. /* Copyright 2009, 2010 The University of Texas at Austin. */
  3. /* All rights reserved. */
  4. /* */
  5. /* Redistribution and use in source and binary forms, with or */
  6. /* without modification, are permitted provided that the following */
  7. /* conditions are met: */
  8. /* */
  9. /* 1. Redistributions of source code must retain the above */
  10. /* copyright notice, this list of conditions and the following */
  11. /* disclaimer. */
  12. /* */
  13. /* 2. Redistributions in binary form must reproduce the above */
  14. /* copyright notice, this list of conditions and the following */
  15. /* disclaimer in the documentation and/or other materials */
  16. /* provided with the distribution. */
  17. /* */
  18. /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
  19. /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
  20. /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
  21. /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
  22. /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
  23. /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
  24. /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
  25. /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
  26. /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
  27. /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
  28. /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
  29. /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
  30. /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
  31. /* POSSIBILITY OF SUCH DAMAGE. */
  32. /* */
  33. /* The views and conclusions contained in the software and */
  34. /* documentation are those of the authors and should not be */
  35. /* interpreted as representing official policies, either expressed */
  36. /* or implied, of The University of Texas at Austin. */
  37. /*********************************************************************/
  38. #ifndef COMMON_MACRO
  39. #define COMMON_MACRO
  40. #include "common_sb.h"
  41. #include "common_s.h"
  42. #include "common_d.h"
  43. #include "common_q.h"
  44. #include "common_c.h"
  45. #include "common_z.h"
  46. #include "common_x.h"
  47. #ifndef COMPLEX
  48. #ifdef XDOUBLE
  49. #define AMAX_K QAMAX_K
  50. #define AMIN_K QAMIN_K
  51. #define MAX_K QMAX_K
  52. #define MIN_K QMIN_K
  53. #define IAMAX_K IQAMAX_K
  54. #define IAMIN_K IQAMIN_K
  55. #define IMAX_K IQMAX_K
  56. #define IMIN_K IQMIN_K
  57. #define ASUM_K QASUM_K
  58. #define AXPYU_K QAXPYU_K
  59. #define AXPYC_K QAXPYC_K
  60. #define COPY_K QCOPY_K
  61. #define DOTU_K QDOTU_K
  62. #define DOTC_K QDOTC_K
  63. #define NRM2_K QNRM2_K
  64. #define SCAL_K QSCAL_K
  65. #define SUM_K QSUM_K
  66. #define SWAP_K QSWAP_K
  67. #define ROT_K QROT_K
  68. #define GEMV_N QGEMV_N
  69. #define GEMV_T QGEMV_T
  70. #define GEMV_R QGEMV_R
  71. #define GEMV_C QGEMV_C
  72. #define GEMV_O QGEMV_O
  73. #define GEMV_U QGEMV_U
  74. #define GEMV_S QGEMV_S
  75. #define GEMV_D QGEMV_D
  76. #define GERU_K QGERU_K
  77. #define GERC_K QGERC_K
  78. #define GERV_K QGERV_K
  79. #define GERD_K QGERD_K
  80. #define SYMV_U QSYMV_U
  81. #define SYMV_L QSYMV_L
  82. #define SYMV_THREAD_U QSYMV_THREAD_U
  83. #define SYMV_THREAD_L QSYMV_THREAD_L
  84. #define GEMM_ONCOPY QGEMM_ONCOPY
  85. #define GEMM_OTCOPY QGEMM_OTCOPY
  86. #define GEMM_INCOPY QGEMM_INCOPY
  87. #define GEMM_ITCOPY QGEMM_ITCOPY
  88. #ifdef UNIT
  89. #define TRMM_OUNCOPY QTRMM_OUNUCOPY
  90. #define TRMM_OUTCOPY QTRMM_OUTUCOPY
  91. #define TRMM_OLNCOPY QTRMM_OLNUCOPY
  92. #define TRMM_OLTCOPY QTRMM_OLTUCOPY
  93. #define TRSM_OUNCOPY QTRSM_OUNUCOPY
  94. #define TRSM_OUTCOPY QTRSM_OUTUCOPY
  95. #define TRSM_OLNCOPY QTRSM_OLNUCOPY
  96. #define TRSM_OLTCOPY QTRSM_OLTUCOPY
  97. #define TRMM_IUNCOPY QTRMM_IUNUCOPY
  98. #define TRMM_IUTCOPY QTRMM_IUTUCOPY
  99. #define TRMM_ILNCOPY QTRMM_ILNUCOPY
  100. #define TRMM_ILTCOPY QTRMM_ILTUCOPY
  101. #define TRSM_IUNCOPY QTRSM_IUNUCOPY
  102. #define TRSM_IUTCOPY QTRSM_IUTUCOPY
  103. #define TRSM_ILNCOPY QTRSM_ILNUCOPY
  104. #define TRSM_ILTCOPY QTRSM_ILTUCOPY
  105. #else
  106. #define TRMM_OUNCOPY QTRMM_OUNNCOPY
  107. #define TRMM_OUTCOPY QTRMM_OUTNCOPY
  108. #define TRMM_OLNCOPY QTRMM_OLNNCOPY
  109. #define TRMM_OLTCOPY QTRMM_OLTNCOPY
  110. #define TRSM_OUNCOPY QTRSM_OUNNCOPY
  111. #define TRSM_OUTCOPY QTRSM_OUTNCOPY
  112. #define TRSM_OLNCOPY QTRSM_OLNNCOPY
  113. #define TRSM_OLTCOPY QTRSM_OLTNCOPY
  114. #define TRMM_IUNCOPY QTRMM_IUNNCOPY
  115. #define TRMM_IUTCOPY QTRMM_IUTNCOPY
  116. #define TRMM_ILNCOPY QTRMM_ILNNCOPY
  117. #define TRMM_ILTCOPY QTRMM_ILTNCOPY
  118. #define TRSM_IUNCOPY QTRSM_IUNNCOPY
  119. #define TRSM_IUTCOPY QTRSM_IUTNCOPY
  120. #define TRSM_ILNCOPY QTRSM_ILNNCOPY
  121. #define TRSM_ILTCOPY QTRSM_ILTNCOPY
  122. #endif
  123. #define GEMM_BETA QGEMM_BETA
  124. #define GEMM_KERNEL_N QGEMM_KERNEL
  125. #define GEMM_KERNEL_L QGEMM_KERNEL
  126. #define GEMM_KERNEL_R QGEMM_KERNEL
  127. #define GEMM_KERNEL_B QGEMM_KERNEL
  128. #define TRMM_KERNEL_LN QTRMM_KERNEL_LN
  129. #define TRMM_KERNEL_LT QTRMM_KERNEL_LT
  130. #define TRMM_KERNEL_LR QTRMM_KERNEL_LN
  131. #define TRMM_KERNEL_LC QTRMM_KERNEL_LT
  132. #define TRMM_KERNEL_RN QTRMM_KERNEL_RN
  133. #define TRMM_KERNEL_RT QTRMM_KERNEL_RT
  134. #define TRMM_KERNEL_RR QTRMM_KERNEL_RN
  135. #define TRMM_KERNEL_RC QTRMM_KERNEL_RT
  136. #define TRSM_KERNEL_LN QTRSM_KERNEL_LN
  137. #define TRSM_KERNEL_LT QTRSM_KERNEL_LT
  138. #define TRSM_KERNEL_LR QTRSM_KERNEL_LN
  139. #define TRSM_KERNEL_LC QTRSM_KERNEL_LT
  140. #define TRSM_KERNEL_RN QTRSM_KERNEL_RN
  141. #define TRSM_KERNEL_RT QTRSM_KERNEL_RT
  142. #define TRSM_KERNEL_RR QTRSM_KERNEL_RN
  143. #define TRSM_KERNEL_RC QTRSM_KERNEL_RT
  144. #define SYMM_IUTCOPY QSYMM_IUTCOPY
  145. #define SYMM_ILTCOPY QSYMM_ILTCOPY
  146. #define SYMM_OUTCOPY QSYMM_OUTCOPY
  147. #define SYMM_OLTCOPY QSYMM_OLTCOPY
  148. #define GEMM_NN QGEMM_NN
  149. #define GEMM_CN QGEMM_TN
  150. #define GEMM_TN QGEMM_TN
  151. #define GEMM_NC QGEMM_NT
  152. #define GEMM_NT QGEMM_NT
  153. #define GEMM_CC QGEMM_TT
  154. #define GEMM_CT QGEMM_TT
  155. #define GEMM_TC QGEMM_TT
  156. #define GEMM_TT QGEMM_TT
  157. #define GEMM_NR QGEMM_NN
  158. #define GEMM_TR QGEMM_TN
  159. #define GEMM_CR QGEMM_TN
  160. #define GEMM_RN QGEMM_NN
  161. #define GEMM_RT QGEMM_NT
  162. #define GEMM_RC QGEMM_NT
  163. #define GEMM_RR QGEMM_NN
  164. #define SYMM_LU QSYMM_LU
  165. #define SYMM_LL QSYMM_LL
  166. #define SYMM_RU QSYMM_RU
  167. #define SYMM_RL QSYMM_RL
  168. #define HEMM_LU QHEMM_LU
  169. #define HEMM_LL QHEMM_LL
  170. #define HEMM_RU QHEMM_RU
  171. #define HEMM_RL QHEMM_RL
  172. #define SYRK_UN QSYRK_UN
  173. #define SYRK_UT QSYRK_UT
  174. #define SYRK_LN QSYRK_LN
  175. #define SYRK_LT QSYRK_LT
  176. #define SYRK_UR QSYRK_UN
  177. #define SYRK_UC QSYRK_UT
  178. #define SYRK_LR QSYRK_LN
  179. #define SYRK_LC QSYRK_LT
  180. #define SYRK_KERNEL_U QSYRK_KERNEL_U
  181. #define SYRK_KERNEL_L QSYRK_KERNEL_L
  182. #define HERK_UN QSYRK_UN
  183. #define HERK_LN QSYRK_LN
  184. #define HERK_UC QSYRK_UT
  185. #define HERK_LC QSYRK_LT
  186. #define HER2K_UN QSYR2K_UN
  187. #define HER2K_LN QSYR2K_LN
  188. #define HER2K_UC QSYR2K_UT
  189. #define HER2K_LC QSYR2K_LT
  190. #define SYR2K_UN QSYR2K_UN
  191. #define SYR2K_UT QSYR2K_UT
  192. #define SYR2K_LN QSYR2K_LN
  193. #define SYR2K_LT QSYR2K_LT
  194. #define SYR2K_UR QSYR2K_UN
  195. #define SYR2K_UC QSYR2K_UT
  196. #define SYR2K_LR QSYR2K_LN
  197. #define SYR2K_LC QSYR2K_LT
  198. #define SYR2K_KERNEL_U QSYR2K_KERNEL_U
  199. #define SYR2K_KERNEL_L QSYR2K_KERNEL_L
  200. #define TRMM_LNUU QTRMM_LNUU
  201. #define TRMM_LNUN QTRMM_LNUN
  202. #define TRMM_LNLU QTRMM_LNLU
  203. #define TRMM_LNLN QTRMM_LNLN
  204. #define TRMM_LTUU QTRMM_LTUU
  205. #define TRMM_LTUN QTRMM_LTUN
  206. #define TRMM_LTLU QTRMM_LTLU
  207. #define TRMM_LTLN QTRMM_LTLN
  208. #define TRMM_LRUU QTRMM_LNUU
  209. #define TRMM_LRUN QTRMM_LNUN
  210. #define TRMM_LRLU QTRMM_LNLU
  211. #define TRMM_LRLN QTRMM_LNLN
  212. #define TRMM_LCUU QTRMM_LTUU
  213. #define TRMM_LCUN QTRMM_LTUN
  214. #define TRMM_LCLU QTRMM_LTLU
  215. #define TRMM_LCLN QTRMM_LTLN
  216. #define TRMM_RNUU QTRMM_RNUU
  217. #define TRMM_RNUN QTRMM_RNUN
  218. #define TRMM_RNLU QTRMM_RNLU
  219. #define TRMM_RNLN QTRMM_RNLN
  220. #define TRMM_RTUU QTRMM_RTUU
  221. #define TRMM_RTUN QTRMM_RTUN
  222. #define TRMM_RTLU QTRMM_RTLU
  223. #define TRMM_RTLN QTRMM_RTLN
  224. #define TRMM_RRUU QTRMM_RNUU
  225. #define TRMM_RRUN QTRMM_RNUN
  226. #define TRMM_RRLU QTRMM_RNLU
  227. #define TRMM_RRLN QTRMM_RNLN
  228. #define TRMM_RCUU QTRMM_RTUU
  229. #define TRMM_RCUN QTRMM_RTUN
  230. #define TRMM_RCLU QTRMM_RTLU
  231. #define TRMM_RCLN QTRMM_RTLN
  232. #define TRSM_LNUU QTRSM_LNUU
  233. #define TRSM_LNUN QTRSM_LNUN
  234. #define TRSM_LNLU QTRSM_LNLU
  235. #define TRSM_LNLN QTRSM_LNLN
  236. #define TRSM_LTUU QTRSM_LTUU
  237. #define TRSM_LTUN QTRSM_LTUN
  238. #define TRSM_LTLU QTRSM_LTLU
  239. #define TRSM_LTLN QTRSM_LTLN
  240. #define TRSM_LRUU QTRSM_LNUU
  241. #define TRSM_LRUN QTRSM_LNUN
  242. #define TRSM_LRLU QTRSM_LNLU
  243. #define TRSM_LRLN QTRSM_LNLN
  244. #define TRSM_LCUU QTRSM_LTUU
  245. #define TRSM_LCUN QTRSM_LTUN
  246. #define TRSM_LCLU QTRSM_LTLU
  247. #define TRSM_LCLN QTRSM_LTLN
  248. #define TRSM_RNUU QTRSM_RNUU
  249. #define TRSM_RNUN QTRSM_RNUN
  250. #define TRSM_RNLU QTRSM_RNLU
  251. #define TRSM_RNLN QTRSM_RNLN
  252. #define TRSM_RTUU QTRSM_RTUU
  253. #define TRSM_RTUN QTRSM_RTUN
  254. #define TRSM_RTLU QTRSM_RTLU
  255. #define TRSM_RTLN QTRSM_RTLN
  256. #define TRSM_RRUU QTRSM_RNUU
  257. #define TRSM_RRUN QTRSM_RNUN
  258. #define TRSM_RRLU QTRSM_RNLU
  259. #define TRSM_RRLN QTRSM_RNLN
  260. #define TRSM_RCUU QTRSM_RTUU
  261. #define TRSM_RCUN QTRSM_RTUN
  262. #define TRSM_RCLU QTRSM_RTLU
  263. #define TRSM_RCLN QTRSM_RTLN
  264. #define GEMM_THREAD_NN QGEMM_THREAD_NN
  265. #define GEMM_THREAD_CN QGEMM_THREAD_TN
  266. #define GEMM_THREAD_TN QGEMM_THREAD_TN
  267. #define GEMM_THREAD_NC QGEMM_THREAD_NT
  268. #define GEMM_THREAD_NT QGEMM_THREAD_NT
  269. #define GEMM_THREAD_CC QGEMM_THREAD_TT
  270. #define GEMM_THREAD_CT QGEMM_THREAD_TT
  271. #define GEMM_THREAD_TC QGEMM_THREAD_TT
  272. #define GEMM_THREAD_TT QGEMM_THREAD_TT
  273. #define GEMM_THREAD_NR QGEMM_THREAD_NN
  274. #define GEMM_THREAD_TR QGEMM_THREAD_TN
  275. #define GEMM_THREAD_CR QGEMM_THREAD_TN
  276. #define GEMM_THREAD_RN QGEMM_THREAD_NN
  277. #define GEMM_THREAD_RT QGEMM_THREAD_NT
  278. #define GEMM_THREAD_RC QGEMM_THREAD_NT
  279. #define GEMM_THREAD_RR QGEMM_THREAD_NN
  280. #define SYMM_THREAD_LU QSYMM_THREAD_LU
  281. #define SYMM_THREAD_LL QSYMM_THREAD_LL
  282. #define SYMM_THREAD_RU QSYMM_THREAD_RU
  283. #define SYMM_THREAD_RL QSYMM_THREAD_RL
  284. #define HEMM_THREAD_LU QHEMM_THREAD_LU
  285. #define HEMM_THREAD_LL QHEMM_THREAD_LL
  286. #define HEMM_THREAD_RU QHEMM_THREAD_RU
  287. #define HEMM_THREAD_RL QHEMM_THREAD_RL
  288. #define SYRK_THREAD_UN QSYRK_THREAD_UN
  289. #define SYRK_THREAD_UT QSYRK_THREAD_UT
  290. #define SYRK_THREAD_LN QSYRK_THREAD_LN
  291. #define SYRK_THREAD_LT QSYRK_THREAD_LT
  292. #define SYRK_THREAD_UR QSYRK_THREAD_UR
  293. #define SYRK_THREAD_UC QSYRK_THREAD_UC
  294. #define SYRK_THREAD_LR QSYRK_THREAD_LN
  295. #define SYRK_THREAD_LC QSYRK_THREAD_LT
  296. #define HERK_THREAD_UN QSYRK_THREAD_UN
  297. #define HERK_THREAD_UT QSYRK_THREAD_UT
  298. #define HERK_THREAD_LN QSYRK_THREAD_LN
  299. #define HERK_THREAD_LT QSYRK_THREAD_LT
  300. #define HERK_THREAD_UR QSYRK_THREAD_UR
  301. #define HERK_THREAD_UC QSYRK_THREAD_UC
  302. #define HERK_THREAD_LR QSYRK_THREAD_LN
  303. #define HERK_THREAD_LC QSYRK_THREAD_LT
  304. #elif defined(DOUBLE)
  305. #define AMAX_K DAMAX_K
  306. #define AMIN_K DAMIN_K
  307. #define MAX_K DMAX_K
  308. #define MIN_K DMIN_K
  309. #define IAMAX_K IDAMAX_K
  310. #define IAMIN_K IDAMIN_K
  311. #define IMAX_K IDMAX_K
  312. #define IMIN_K IDMIN_K
  313. #define ASUM_K DASUM_K
  314. #define AXPYU_K DAXPYU_K
  315. #define AXPYC_K DAXPYC_K
  316. #define COPY_K DCOPY_K
  317. #define DOTU_K DDOTU_K
  318. #define DOTC_K DDOTC_K
  319. #define NRM2_K DNRM2_K
  320. #define SCAL_K DSCAL_K
  321. #define SUM_K DSUM_K
  322. #define SWAP_K DSWAP_K
  323. #define ROT_K DROT_K
  324. #define GEMV_N DGEMV_N
  325. #define GEMV_T DGEMV_T
  326. #define GEMV_R DGEMV_R
  327. #define GEMV_C DGEMV_C
  328. #define GEMV_O DGEMV_O
  329. #define GEMV_U DGEMV_U
  330. #define GEMV_S DGEMV_S
  331. #define GEMV_D DGEMV_D
  332. #define GERU_K DGERU_K
  333. #define GERC_K DGERC_K
  334. #define GERV_K DGERV_K
  335. #define GERD_K DGERD_K
  336. #define SYMV_U DSYMV_U
  337. #define SYMV_L DSYMV_L
  338. #define SYMV_THREAD_U DSYMV_THREAD_U
  339. #define SYMV_THREAD_L DSYMV_THREAD_L
  340. #define GEMM_ONCOPY DGEMM_ONCOPY
  341. #define GEMM_OTCOPY DGEMM_OTCOPY
  342. #define GEMM_INCOPY DGEMM_INCOPY
  343. #define GEMM_ITCOPY DGEMM_ITCOPY
  344. #ifdef UNIT
  345. #define TRMM_OUNCOPY DTRMM_OUNUCOPY
  346. #define TRMM_OUTCOPY DTRMM_OUTUCOPY
  347. #define TRMM_OLNCOPY DTRMM_OLNUCOPY
  348. #define TRMM_OLTCOPY DTRMM_OLTUCOPY
  349. #define TRSM_OUNCOPY DTRSM_OUNUCOPY
  350. #define TRSM_OUTCOPY DTRSM_OUTUCOPY
  351. #define TRSM_OLNCOPY DTRSM_OLNUCOPY
  352. #define TRSM_OLTCOPY DTRSM_OLTUCOPY
  353. #define TRMM_IUNCOPY DTRMM_IUNUCOPY
  354. #define TRMM_IUTCOPY DTRMM_IUTUCOPY
  355. #define TRMM_ILNCOPY DTRMM_ILNUCOPY
  356. #define TRMM_ILTCOPY DTRMM_ILTUCOPY
  357. #define TRSM_IUNCOPY DTRSM_IUNUCOPY
  358. #define TRSM_IUTCOPY DTRSM_IUTUCOPY
  359. #define TRSM_ILNCOPY DTRSM_ILNUCOPY
  360. #define TRSM_ILTCOPY DTRSM_ILTUCOPY
  361. #else
  362. #define TRMM_OUNCOPY DTRMM_OUNNCOPY
  363. #define TRMM_OUTCOPY DTRMM_OUTNCOPY
  364. #define TRMM_OLNCOPY DTRMM_OLNNCOPY
  365. #define TRMM_OLTCOPY DTRMM_OLTNCOPY
  366. #define TRSM_OUNCOPY DTRSM_OUNNCOPY
  367. #define TRSM_OUTCOPY DTRSM_OUTNCOPY
  368. #define TRSM_OLNCOPY DTRSM_OLNNCOPY
  369. #define TRSM_OLTCOPY DTRSM_OLTNCOPY
  370. #define TRMM_IUNCOPY DTRMM_IUNNCOPY
  371. #define TRMM_IUTCOPY DTRMM_IUTNCOPY
  372. #define TRMM_ILNCOPY DTRMM_ILNNCOPY
  373. #define TRMM_ILTCOPY DTRMM_ILTNCOPY
  374. #define TRSM_IUNCOPY DTRSM_IUNNCOPY
  375. #define TRSM_IUTCOPY DTRSM_IUTNCOPY
  376. #define TRSM_ILNCOPY DTRSM_ILNNCOPY
  377. #define TRSM_ILTCOPY DTRSM_ILTNCOPY
  378. #endif
  379. #define GEMM_BETA DGEMM_BETA
  380. #define GEMM_KERNEL_N DGEMM_KERNEL
  381. #define GEMM_KERNEL_L DGEMM_KERNEL
  382. #define GEMM_KERNEL_R DGEMM_KERNEL
  383. #define GEMM_KERNEL_B DGEMM_KERNEL
  384. #define TRMM_KERNEL_LN DTRMM_KERNEL_LN
  385. #define TRMM_KERNEL_LT DTRMM_KERNEL_LT
  386. #define TRMM_KERNEL_LR DTRMM_KERNEL_LN
  387. #define TRMM_KERNEL_LC DTRMM_KERNEL_LT
  388. #define TRMM_KERNEL_RN DTRMM_KERNEL_RN
  389. #define TRMM_KERNEL_RT DTRMM_KERNEL_RT
  390. #define TRMM_KERNEL_RR DTRMM_KERNEL_RN
  391. #define TRMM_KERNEL_RC DTRMM_KERNEL_RT
  392. #define TRSM_KERNEL_LN DTRSM_KERNEL_LN
  393. #define TRSM_KERNEL_LT DTRSM_KERNEL_LT
  394. #define TRSM_KERNEL_LR DTRSM_KERNEL_LN
  395. #define TRSM_KERNEL_LC DTRSM_KERNEL_LT
  396. #define TRSM_KERNEL_RN DTRSM_KERNEL_RN
  397. #define TRSM_KERNEL_RT DTRSM_KERNEL_RT
  398. #define TRSM_KERNEL_RR DTRSM_KERNEL_RN
  399. #define TRSM_KERNEL_RC DTRSM_KERNEL_RT
  400. #define SYMM_IUTCOPY DSYMM_IUTCOPY
  401. #define SYMM_ILTCOPY DSYMM_ILTCOPY
  402. #define SYMM_OUTCOPY DSYMM_OUTCOPY
  403. #define SYMM_OLTCOPY DSYMM_OLTCOPY
  404. #define GEMM_NN DGEMM_NN
  405. #define GEMM_CN DGEMM_TN
  406. #define GEMM_TN DGEMM_TN
  407. #define GEMM_NC DGEMM_NT
  408. #define GEMM_NT DGEMM_NT
  409. #define GEMM_CC DGEMM_TT
  410. #define GEMM_CT DGEMM_TT
  411. #define GEMM_TC DGEMM_TT
  412. #define GEMM_TT DGEMM_TT
  413. #define GEMM_NR DGEMM_NN
  414. #define GEMM_TR DGEMM_TN
  415. #define GEMM_CR DGEMM_TN
  416. #define GEMM_RN DGEMM_NN
  417. #define GEMM_RT DGEMM_NT
  418. #define GEMM_RC DGEMM_NT
  419. #define GEMM_RR DGEMM_NN
  420. #define SYMM_LU DSYMM_LU
  421. #define SYMM_LL DSYMM_LL
  422. #define SYMM_RU DSYMM_RU
  423. #define SYMM_RL DSYMM_RL
  424. #define HEMM_LU DHEMM_LU
  425. #define HEMM_LL DHEMM_LL
  426. #define HEMM_RU DHEMM_RU
  427. #define HEMM_RL DHEMM_RL
  428. #define SYRK_UN DSYRK_UN
  429. #define SYRK_UT DSYRK_UT
  430. #define SYRK_LN DSYRK_LN
  431. #define SYRK_LT DSYRK_LT
  432. #define SYRK_UR DSYRK_UN
  433. #define SYRK_UC DSYRK_UT
  434. #define SYRK_LR DSYRK_LN
  435. #define SYRK_LC DSYRK_LT
  436. #define SYRK_KERNEL_U DSYRK_KERNEL_U
  437. #define SYRK_KERNEL_L DSYRK_KERNEL_L
  438. #define HERK_UN DSYRK_UN
  439. #define HERK_LN DSYRK_LN
  440. #define HERK_UC DSYRK_UT
  441. #define HERK_LC DSYRK_LT
  442. #define HER2K_UN DSYR2K_UN
  443. #define HER2K_LN DSYR2K_LN
  444. #define HER2K_UC DSYR2K_UT
  445. #define HER2K_LC DSYR2K_LT
  446. #define SYR2K_UN DSYR2K_UN
  447. #define SYR2K_UT DSYR2K_UT
  448. #define SYR2K_LN DSYR2K_LN
  449. #define SYR2K_LT DSYR2K_LT
  450. #define SYR2K_UR DSYR2K_UN
  451. #define SYR2K_UC DSYR2K_UT
  452. #define SYR2K_LR DSYR2K_LN
  453. #define SYR2K_LC DSYR2K_LT
  454. #define SYR2K_KERNEL_U DSYR2K_KERNEL_U
  455. #define SYR2K_KERNEL_L DSYR2K_KERNEL_L
  456. #define TRMM_LNUU DTRMM_LNUU
  457. #define TRMM_LNUN DTRMM_LNUN
  458. #define TRMM_LNLU DTRMM_LNLU
  459. #define TRMM_LNLN DTRMM_LNLN
  460. #define TRMM_LTUU DTRMM_LTUU
  461. #define TRMM_LTUN DTRMM_LTUN
  462. #define TRMM_LTLU DTRMM_LTLU
  463. #define TRMM_LTLN DTRMM_LTLN
  464. #define TRMM_LRUU DTRMM_LNUU
  465. #define TRMM_LRUN DTRMM_LNUN
  466. #define TRMM_LRLU DTRMM_LNLU
  467. #define TRMM_LRLN DTRMM_LNLN
  468. #define TRMM_LCUU DTRMM_LTUU
  469. #define TRMM_LCUN DTRMM_LTUN
  470. #define TRMM_LCLU DTRMM_LTLU
  471. #define TRMM_LCLN DTRMM_LTLN
  472. #define TRMM_RNUU DTRMM_RNUU
  473. #define TRMM_RNUN DTRMM_RNUN
  474. #define TRMM_RNLU DTRMM_RNLU
  475. #define TRMM_RNLN DTRMM_RNLN
  476. #define TRMM_RTUU DTRMM_RTUU
  477. #define TRMM_RTUN DTRMM_RTUN
  478. #define TRMM_RTLU DTRMM_RTLU
  479. #define TRMM_RTLN DTRMM_RTLN
  480. #define TRMM_RRUU DTRMM_RNUU
  481. #define TRMM_RRUN DTRMM_RNUN
  482. #define TRMM_RRLU DTRMM_RNLU
  483. #define TRMM_RRLN DTRMM_RNLN
  484. #define TRMM_RCUU DTRMM_RTUU
  485. #define TRMM_RCUN DTRMM_RTUN
  486. #define TRMM_RCLU DTRMM_RTLU
  487. #define TRMM_RCLN DTRMM_RTLN
  488. #define TRSM_LNUU DTRSM_LNUU
  489. #define TRSM_LNUN DTRSM_LNUN
  490. #define TRSM_LNLU DTRSM_LNLU
  491. #define TRSM_LNLN DTRSM_LNLN
  492. #define TRSM_LTUU DTRSM_LTUU
  493. #define TRSM_LTUN DTRSM_LTUN
  494. #define TRSM_LTLU DTRSM_LTLU
  495. #define TRSM_LTLN DTRSM_LTLN
  496. #define TRSM_LRUU DTRSM_LNUU
  497. #define TRSM_LRUN DTRSM_LNUN
  498. #define TRSM_LRLU DTRSM_LNLU
  499. #define TRSM_LRLN DTRSM_LNLN
  500. #define TRSM_LCUU DTRSM_LTUU
  501. #define TRSM_LCUN DTRSM_LTUN
  502. #define TRSM_LCLU DTRSM_LTLU
  503. #define TRSM_LCLN DTRSM_LTLN
  504. #define TRSM_RNUU DTRSM_RNUU
  505. #define TRSM_RNUN DTRSM_RNUN
  506. #define TRSM_RNLU DTRSM_RNLU
  507. #define TRSM_RNLN DTRSM_RNLN
  508. #define TRSM_RTUU DTRSM_RTUU
  509. #define TRSM_RTUN DTRSM_RTUN
  510. #define TRSM_RTLU DTRSM_RTLU
  511. #define TRSM_RTLN DTRSM_RTLN
  512. #define TRSM_RRUU DTRSM_RNUU
  513. #define TRSM_RRUN DTRSM_RNUN
  514. #define TRSM_RRLU DTRSM_RNLU
  515. #define TRSM_RRLN DTRSM_RNLN
  516. #define TRSM_RCUU DTRSM_RTUU
  517. #define TRSM_RCUN DTRSM_RTUN
  518. #define TRSM_RCLU DTRSM_RTLU
  519. #define TRSM_RCLN DTRSM_RTLN
  520. #define GEMM_THREAD_NN DGEMM_THREAD_NN
  521. #define GEMM_THREAD_CN DGEMM_THREAD_TN
  522. #define GEMM_THREAD_TN DGEMM_THREAD_TN
  523. #define GEMM_THREAD_NC DGEMM_THREAD_NT
  524. #define GEMM_THREAD_NT DGEMM_THREAD_NT
  525. #define GEMM_THREAD_CC DGEMM_THREAD_TT
  526. #define GEMM_THREAD_CT DGEMM_THREAD_TT
  527. #define GEMM_THREAD_TC DGEMM_THREAD_TT
  528. #define GEMM_THREAD_TT DGEMM_THREAD_TT
  529. #define GEMM_THREAD_NR DGEMM_THREAD_NN
  530. #define GEMM_THREAD_TR DGEMM_THREAD_TN
  531. #define GEMM_THREAD_CR DGEMM_THREAD_TN
  532. #define GEMM_THREAD_RN DGEMM_THREAD_NN
  533. #define GEMM_THREAD_RT DGEMM_THREAD_NT
  534. #define GEMM_THREAD_RC DGEMM_THREAD_NT
  535. #define GEMM_THREAD_RR DGEMM_THREAD_NN
  536. #define SYMM_THREAD_LU DSYMM_THREAD_LU
  537. #define SYMM_THREAD_LL DSYMM_THREAD_LL
  538. #define SYMM_THREAD_RU DSYMM_THREAD_RU
  539. #define SYMM_THREAD_RL DSYMM_THREAD_RL
  540. #define HEMM_THREAD_LU DHEMM_THREAD_LU
  541. #define HEMM_THREAD_LL DHEMM_THREAD_LL
  542. #define HEMM_THREAD_RU DHEMM_THREAD_RU
  543. #define HEMM_THREAD_RL DHEMM_THREAD_RL
  544. #define SYRK_THREAD_UN DSYRK_THREAD_UN
  545. #define SYRK_THREAD_UT DSYRK_THREAD_UT
  546. #define SYRK_THREAD_LN DSYRK_THREAD_LN
  547. #define SYRK_THREAD_LT DSYRK_THREAD_LT
  548. #define SYRK_THREAD_UR DSYRK_THREAD_UR
  549. #define SYRK_THREAD_UC DSYRK_THREAD_UC
  550. #define SYRK_THREAD_LR DSYRK_THREAD_LN
  551. #define SYRK_THREAD_LC DSYRK_THREAD_LT
  552. #define HERK_THREAD_UN DSYRK_THREAD_UN
  553. #define HERK_THREAD_UT DSYRK_THREAD_UT
  554. #define HERK_THREAD_LN DSYRK_THREAD_LN
  555. #define HERK_THREAD_LT DSYRK_THREAD_LT
  556. #define HERK_THREAD_UR DSYRK_THREAD_UR
  557. #define HERK_THREAD_UC DSYRK_THREAD_UC
  558. #define HERK_THREAD_LR DSYRK_THREAD_LN
  559. #define HERK_THREAD_LC DSYRK_THREAD_LT
  560. #define AXPBY_K DAXPBY_K
  561. #define OMATCOPY_K_CN DOMATCOPY_K_CN
  562. #define OMATCOPY_K_RN DOMATCOPY_K_RN
  563. #define OMATCOPY_K_CT DOMATCOPY_K_CT
  564. #define OMATCOPY_K_RT DOMATCOPY_K_RT
  565. #define IMATCOPY_K_CN DIMATCOPY_K_CN
  566. #define IMATCOPY_K_RN DIMATCOPY_K_RN
  567. #define IMATCOPY_K_CT DIMATCOPY_K_CT
  568. #define IMATCOPY_K_RT DIMATCOPY_K_RT
  569. #define GEADD_K DGEADD_K
  570. #elif defined(BFLOAT16)
  571. #define D_TO_BF16_K SBDTOBF16_K
  572. #define D_BF16_TO_K DBF16TOD_K
  573. #define S_TO_BF16_K SBSTOBF16_K
  574. #define S_BF16_TO_K SBF16TOS_K
  575. #define SBGEMV_N SBGEMV_N_K
  576. #define SBGEMV_T SBGEMV_T_K
  577. #define AMAX_K SAMAX_K
  578. #define AMIN_K SAMIN_K
  579. #define MAX_K SMAX_K
  580. #define MIN_K SMIN_K
  581. #define IAMAX_K ISAMAX_K
  582. #define IAMIN_K ISAMIN_K
  583. #define IMAX_K ISMAX_K
  584. #define IMIN_K ISMIN_K
  585. #define ASUM_K SASUM_K
  586. #define DOTU_K SDOTU_K
  587. #define DOTC_K SDOTC_K
  588. #define BF16_DOT_K SBDOT_K
  589. #define AXPYU_K SAXPYU_K
  590. #define AXPYC_K SAXPYC_K
  591. #define AXPBY_K SAXPBY_K
  592. #define SCAL_K SSCAL_K
  593. #define GEMV_N SGEMV_N
  594. #define GEMV_T SGEMV_T
  595. #define SYMV_U SSYMV_U
  596. #define SYMV_L SSYMV_L
  597. #define GERU_K SGERU_K
  598. #define GERC_K SGERC_K
  599. #define GERV_K SGERV_K
  600. #define GERD_K SGERD_K
  601. #define SUM_K SSUM_K
  602. #define SWAP_K SSWAP_K
  603. #define ROT_K SROT_K
  604. #define COPY_K SCOPY_K
  605. #define NRM2_K SNRM2_K
  606. #define SYMV_THREAD_U SSYMV_THREAD_U
  607. #define SYMV_THREAD_L SSYMV_THREAD_L
  608. #define GEMM_BETA SBGEMM_BETA
  609. #define GEMM_KERNEL_N SBGEMM_KERNEL
  610. #define GEMM_KERNEL_L SBGEMM_KERNEL
  611. #define GEMM_KERNEL_R SBGEMM_KERNEL
  612. #define GEMM_KERNEL_B SBGEMM_KERNEL
  613. #define GEMM_NN SBGEMM_NN
  614. #define GEMM_CN SBGEMM_TN
  615. #define GEMM_TN SBGEMM_TN
  616. #define GEMM_NC SBGEMM_NT
  617. #define GEMM_NT SBGEMM_NT
  618. #define GEMM_CC SBGEMM_TT
  619. #define GEMM_CT SBGEMM_TT
  620. #define GEMM_TC SBGEMM_TT
  621. #define GEMM_TT SBGEMM_TT
  622. #define GEMM_NR SBGEMM_NN
  623. #define GEMM_TR SBGEMM_TN
  624. #define GEMM_CR SBGEMM_TN
  625. #define GEMM_RN SBGEMM_NN
  626. #define GEMM_RT SBGEMM_NT
  627. #define GEMM_RC SBGEMM_NT
  628. #define GEMM_RR SBGEMM_NN
  629. #define GEMM_ONCOPY SBGEMM_ONCOPY
  630. #define GEMM_OTCOPY SBGEMM_OTCOPY
  631. #define GEMM_INCOPY SBGEMM_INCOPY
  632. #define GEMM_ITCOPY SBGEMM_ITCOPY
  633. #define SYMM_THREAD_LU SSYMM_THREAD_LU
  634. #define SYMM_THREAD_LL SSYMM_THREAD_LL
  635. #define SYMM_THREAD_RU SSYMM_THREAD_RU
  636. #define SYMM_THREAD_RL SSYMM_THREAD_RL
  637. #define SYMM_LU SSYMM_LU
  638. #define SYMM_LL SSYMM_LL
  639. #define SYMM_RU SSYMM_RU
  640. #define SYMM_RL SSYMM_RL
  641. #define HEMM_THREAD_LU SHEMM_THREAD_LU
  642. #define HEMM_THREAD_LL SHEMM_THREAD_LL
  643. #define HEMM_THREAD_RU SHEMM_THREAD_RU
  644. #define HEMM_THREAD_RL SHEMM_THREAD_RL
  645. #define GEMM_THREAD_NN SBGEMM_THREAD_NN
  646. #define GEMM_THREAD_CN SBGEMM_THREAD_TN
  647. #define GEMM_THREAD_TN SBGEMM_THREAD_TN
  648. #define GEMM_THREAD_NC SBGEMM_THREAD_NT
  649. #define GEMM_THREAD_NT SBGEMM_THREAD_NT
  650. #define GEMM_THREAD_CC SBGEMM_THREAD_TT
  651. #define GEMM_THREAD_CT SBGEMM_THREAD_TT
  652. #define GEMM_THREAD_TC SBGEMM_THREAD_TT
  653. #define GEMM_THREAD_TT SBGEMM_THREAD_TT
  654. #define GEMM_THREAD_NR SBGEMM_THREAD_NN
  655. #define GEMM_THREAD_TR SBGEMM_THREAD_TN
  656. #define GEMM_THREAD_CR SBGEMM_THREAD_TN
  657. #define GEMM_THREAD_RN SBGEMM_THREAD_NN
  658. #define GEMM_THREAD_RT SBGEMM_THREAD_NT
  659. #define GEMM_THREAD_RC SBGEMM_THREAD_NT
  660. #define GEMM_THREAD_RR SBGEMM_THREAD_NN
  661. #ifdef UNIT
  662. #define TRMM_OUNCOPY STRMM_OUNUCOPY
  663. #define TRMM_OUTCOPY STRMM_OUTUCOPY
  664. #define TRMM_OLNCOPY STRMM_OLNUCOPY
  665. #define TRMM_OLTCOPY STRMM_OLTUCOPY
  666. #define TRSM_OUNCOPY STRSM_OUNUCOPY
  667. #define TRSM_OUTCOPY STRSM_OUTUCOPY
  668. #define TRSM_OLNCOPY STRSM_OLNUCOPY
  669. #define TRSM_OLTCOPY STRSM_OLTUCOPY
  670. #define TRMM_IUNCOPY STRMM_IUNUCOPY
  671. #define TRMM_IUTCOPY STRMM_IUTUCOPY
  672. #define TRMM_ILNCOPY STRMM_ILNUCOPY
  673. #define TRMM_ILTCOPY STRMM_ILTUCOPY
  674. #define TRSM_IUNCOPY STRSM_IUNUCOPY
  675. #define TRSM_IUTCOPY STRSM_IUTUCOPY
  676. #define TRSM_ILNCOPY STRSM_ILNUCOPY
  677. #define TRSM_ILTCOPY STRSM_ILTUCOPY
  678. #else
  679. #define TRMM_OUNCOPY STRMM_OUNNCOPY
  680. #define TRMM_OUTCOPY STRMM_OUTNCOPY
  681. #define TRMM_OLNCOPY STRMM_OLNNCOPY
  682. #define TRMM_OLTCOPY STRMM_OLTNCOPY
  683. #define TRSM_OUNCOPY STRSM_OUNNCOPY
  684. #define TRSM_OUTCOPY STRSM_OUTNCOPY
  685. #define TRSM_OLNCOPY STRSM_OLNNCOPY
  686. #define TRSM_OLTCOPY STRSM_OLTNCOPY
  687. #define TRMM_IUNCOPY STRMM_IUNNCOPY
  688. #define TRMM_IUTCOPY STRMM_IUTNCOPY
  689. #define TRMM_ILNCOPY STRMM_ILNNCOPY
  690. #define TRMM_ILTCOPY STRMM_ILTNCOPY
  691. #define TRSM_IUNCOPY STRSM_IUNNCOPY
  692. #define TRSM_IUTCOPY STRSM_IUTNCOPY
  693. #define TRSM_ILNCOPY STRSM_ILNNCOPY
  694. #define TRSM_ILTCOPY STRSM_ILTNCOPY
  695. #define TRMM_KERNEL_LN STRMM_KERNEL_LN
  696. #define TRMM_KERNEL_LT STRMM_KERNEL_LT
  697. #define TRMM_KERNEL_LR STRMM_KERNEL_LN
  698. #define TRMM_KERNEL_LC STRMM_KERNEL_LT
  699. #define TRMM_KERNEL_RN STRMM_KERNEL_RN
  700. #define TRMM_KERNEL_RT STRMM_KERNEL_RT
  701. #define TRMM_KERNEL_RR STRMM_KERNEL_RN
  702. #define TRMM_KERNEL_RC STRMM_KERNEL_RT
  703. #define TRSM_KERNEL_LN STRSM_KERNEL_LN
  704. #define TRSM_KERNEL_LT STRSM_KERNEL_LT
  705. #define TRSM_KERNEL_LR STRSM_KERNEL_LN
  706. #define TRSM_KERNEL_LC STRSM_KERNEL_LT
  707. #define TRSM_KERNEL_RN STRSM_KERNEL_RN
  708. #define TRSM_KERNEL_RT STRSM_KERNEL_RT
  709. #define TRSM_KERNEL_RR STRSM_KERNEL_RN
  710. #define TRSM_KERNEL_RC STRSM_KERNEL_RT
  711. #define SYMM_IUTCOPY SSYMM_IUTCOPY
  712. #define SYMM_ILTCOPY SSYMM_ILTCOPY
  713. #define SYMM_OUTCOPY SSYMM_OUTCOPY
  714. #define SYMM_OLTCOPY SSYMM_OLTCOPY
  715. #define TRMM_LNUU STRMM_LNUU
  716. #define TRMM_LNUN STRMM_LNUN
  717. #define TRMM_LNLU STRMM_LNLU
  718. #define TRMM_LNLN STRMM_LNLN
  719. #define TRMM_LTUU STRMM_LTUU
  720. #define TRMM_LTUN STRMM_LTUN
  721. #define TRMM_LTLU STRMM_LTLU
  722. #define TRMM_LTLN STRMM_LTLN
  723. #define TRMM_LRUU STRMM_LNUU
  724. #define TRMM_LRUN STRMM_LNUN
  725. #define TRMM_LRLU STRMM_LNLU
  726. #define TRMM_LRLN STRMM_LNLN
  727. #define TRMM_LCUU STRMM_LTUU
  728. #define TRMM_LCUN STRMM_LTUN
  729. #define TRMM_LCLU STRMM_LTLU
  730. #define TRMM_LCLN STRMM_LTLN
  731. #define TRMM_RNUU STRMM_RNUU
  732. #define TRMM_RNUN STRMM_RNUN
  733. #define TRMM_RNLU STRMM_RNLU
  734. #define TRMM_RNLN STRMM_RNLN
  735. #define TRMM_RTUU STRMM_RTUU
  736. #define TRMM_RTUN STRMM_RTUN
  737. #define TRMM_RTLU STRMM_RTLU
  738. #define TRMM_RTLN STRMM_RTLN
  739. #define TRMM_RRUU STRMM_RNUU
  740. #define TRMM_RRUN STRMM_RNUN
  741. #define TRMM_RRLU STRMM_RNLU
  742. #define TRMM_RRLN STRMM_RNLN
  743. #define TRMM_RCUU STRMM_RTUU
  744. #define TRMM_RCUN STRMM_RTUN
  745. #define TRMM_RCLU STRMM_RTLU
  746. #define TRMM_RCLN STRMM_RTLN
  747. #define TRSM_LNUU STRSM_LNUU
  748. #define TRSM_LNUN STRSM_LNUN
  749. #define TRSM_LNLU STRSM_LNLU
  750. #define TRSM_LNLN STRSM_LNLN
  751. #define TRSM_LTUU STRSM_LTUU
  752. #define TRSM_LTUN STRSM_LTUN
  753. #define TRSM_LTLU STRSM_LTLU
  754. #define TRSM_LTLN STRSM_LTLN
  755. #define TRSM_LRUU STRSM_LNUU
  756. #define TRSM_LRUN STRSM_LNUN
  757. #define TRSM_LRLU STRSM_LNLU
  758. #define TRSM_LRLN STRSM_LNLN
  759. #define TRSM_LCUU STRSM_LTUU
  760. #define TRSM_LCUN STRSM_LTUN
  761. #define TRSM_LCLU STRSM_LTLU
  762. #define TRSM_LCLN STRSM_LTLN
  763. #define TRSM_RNUU STRSM_RNUU
  764. #define TRSM_RNUN STRSM_RNUN
  765. #define TRSM_RNLU STRSM_RNLU
  766. #define TRSM_RNLN STRSM_RNLN
  767. #define TRSM_RTUU STRSM_RTUU
  768. #define TRSM_RTUN STRSM_RTUN
  769. #define TRSM_RTLU STRSM_RTLU
  770. #define TRSM_RTLN STRSM_RTLN
  771. #define TRSM_RRUU STRSM_RNUU
  772. #define TRSM_RRUN STRSM_RNUN
  773. #define TRSM_RRLU STRSM_RNLU
  774. #define TRSM_RRLN STRSM_RNLN
  775. #define TRSM_RCUU STRSM_RTUU
  776. #define TRSM_RCUN STRSM_RTUN
  777. #define TRSM_RCLU STRSM_RTLU
  778. #define TRSM_RCLN STRSM_RTLN
  779. #define SYRK_UN SSYRK_UN
  780. #define SYRK_UT SSYRK_UT
  781. #define SYRK_LN SSYRK_LN
  782. #define SYRK_LT SSYRK_LT
  783. #define SYRK_UR SSYRK_UN
  784. #define SYRK_UC SSYRK_UT
  785. #define SYRK_LR SSYRK_LN
  786. #define SYRK_LC SSYRK_LT
  787. #define SYRK_KERNEL_U SSYRK_KERNEL_U
  788. #define SYRK_KERNEL_L SSYRK_KERNEL_L
  789. #define HERK_UN SSYRK_UN
  790. #define HERK_LN SSYRK_LN
  791. #define HERK_UC SSYRK_UT
  792. #define HERK_LC SSYRK_LT
  793. #define HER2K_UN SSYR2K_UN
  794. #define HER2K_LN SSYR2K_LN
  795. #define HER2K_UC SSYR2K_UT
  796. #define HER2K_LC SSYR2K_LT
  797. #define SYR2K_UN SSYR2K_UN
  798. #define SYR2K_UT SSYR2K_UT
  799. #define SYR2K_LN SSYR2K_LN
  800. #define SYR2K_LT SSYR2K_LT
  801. #define SYR2K_UR SSYR2K_UN
  802. #define SYR2K_UC SSYR2K_UT
  803. #define SYR2K_LR SSYR2K_LN
  804. #define SYR2K_LC SSYR2K_LT
  805. #define SYR2K_KERNEL_U SSYR2K_KERNEL_U
  806. #define SYR2K_KERNEL_L SSYR2K_KERNEL_L
  807. #define SYRK_THREAD_UN SSYRK_THREAD_UN
  808. #define SYRK_THREAD_UT SSYRK_THREAD_UT
  809. #define SYRK_THREAD_LN SSYRK_THREAD_LN
  810. #define SYRK_THREAD_LT SSYRK_THREAD_LT
  811. #define SYRK_THREAD_UR SSYRK_THREAD_UR
  812. #define SYRK_THREAD_UC SSYRK_THREAD_UC
  813. #define SYRK_THREAD_LR SSYRK_THREAD_LN
  814. #define SYRK_THREAD_LC SSYRK_THREAD_LT
  815. #define HERK_THREAD_UN SSYRK_THREAD_UN
  816. #define HERK_THREAD_UT SSYRK_THREAD_UT
  817. #define HERK_THREAD_LN SSYRK_THREAD_LN
  818. #define HERK_THREAD_LT SSYRK_THREAD_LT
  819. #define HERK_THREAD_UR SSYRK_THREAD_UR
  820. #define HERK_THREAD_UC SSYRK_THREAD_UC
  821. #define HERK_THREAD_LR SSYRK_THREAD_LN
  822. #define HERK_THREAD_LC SSYRK_THREAD_LT
  823. #define OMATCOPY_K_CN SOMATCOPY_K_CN
  824. #define OMATCOPY_K_RN SOMATCOPY_K_RN
  825. #define OMATCOPY_K_CT SOMATCOPY_K_CT
  826. #define OMATCOPY_K_RT SOMATCOPY_K_RT
  827. #define IMATCOPY_K_CN SIMATCOPY_K_CN
  828. #define IMATCOPY_K_RN SIMATCOPY_K_RN
  829. #define IMATCOPY_K_CT SIMATCOPY_K_CT
  830. #define IMATCOPY_K_RT SIMATCOPY_K_RT
  831. #define GEADD_K SGEADD_K
  832. #endif
  833. #else
  834. #define AMAX_K SAMAX_K
  835. #define AMIN_K SAMIN_K
  836. #define MAX_K SMAX_K
  837. #define MIN_K SMIN_K
  838. #define IAMAX_K ISAMAX_K
  839. #define IAMIN_K ISAMIN_K
  840. #define IMAX_K ISMAX_K
  841. #define IMIN_K ISMIN_K
  842. #define ASUM_K SASUM_K
  843. #define AXPYU_K SAXPYU_K
  844. #define AXPYC_K SAXPYU_K
  845. #define COPY_K SCOPY_K
  846. #define DOTU_K SDOTU_K
  847. #define DOTC_K SDOTC_K
  848. #define NRM2_K SNRM2_K
  849. #define SCAL_K SSCAL_K
  850. #define SUM_K SSUM_K
  851. #define SWAP_K SSWAP_K
  852. #define ROT_K SROT_K
  853. #define GEMV_N SGEMV_N
  854. #define GEMV_T SGEMV_T
  855. #define GEMV_R SGEMV_R
  856. #define GEMV_C SGEMV_C
  857. #define GEMV_O SGEMV_O
  858. #define GEMV_U SGEMV_U
  859. #define GEMV_S SGEMV_S
  860. #define GEMV_D SGEMV_D
  861. #define SYMV_U SSYMV_U
  862. #define SYMV_L SSYMV_L
  863. #define GERU_K SGERU_K
  864. #define GERC_K SGERC_K
  865. #define GERV_K SGERV_K
  866. #define GERD_K SGERD_K
  867. #define SYMV_THREAD_U SSYMV_THREAD_U
  868. #define SYMV_THREAD_L SSYMV_THREAD_L
  869. #define GEMM_ONCOPY SGEMM_ONCOPY
  870. #define GEMM_OTCOPY SGEMM_OTCOPY
  871. #define GEMM_INCOPY SGEMM_INCOPY
  872. #define GEMM_ITCOPY SGEMM_ITCOPY
  873. #ifdef UNIT
  874. #define TRMM_OUNCOPY STRMM_OUNUCOPY
  875. #define TRMM_OUTCOPY STRMM_OUTUCOPY
  876. #define TRMM_OLNCOPY STRMM_OLNUCOPY
  877. #define TRMM_OLTCOPY STRMM_OLTUCOPY
  878. #define TRSM_OUNCOPY STRSM_OUNUCOPY
  879. #define TRSM_OUTCOPY STRSM_OUTUCOPY
  880. #define TRSM_OLNCOPY STRSM_OLNUCOPY
  881. #define TRSM_OLTCOPY STRSM_OLTUCOPY
  882. #define TRMM_IUNCOPY STRMM_IUNUCOPY
  883. #define TRMM_IUTCOPY STRMM_IUTUCOPY
  884. #define TRMM_ILNCOPY STRMM_ILNUCOPY
  885. #define TRMM_ILTCOPY STRMM_ILTUCOPY
  886. #define TRSM_IUNCOPY STRSM_IUNUCOPY
  887. #define TRSM_IUTCOPY STRSM_IUTUCOPY
  888. #define TRSM_ILNCOPY STRSM_ILNUCOPY
  889. #define TRSM_ILTCOPY STRSM_ILTUCOPY
  890. #else
  891. #define TRMM_OUNCOPY STRMM_OUNNCOPY
  892. #define TRMM_OUTCOPY STRMM_OUTNCOPY
  893. #define TRMM_OLNCOPY STRMM_OLNNCOPY
  894. #define TRMM_OLTCOPY STRMM_OLTNCOPY
  895. #define TRSM_OUNCOPY STRSM_OUNNCOPY
  896. #define TRSM_OUTCOPY STRSM_OUTNCOPY
  897. #define TRSM_OLNCOPY STRSM_OLNNCOPY
  898. #define TRSM_OLTCOPY STRSM_OLTNCOPY
  899. #define TRMM_IUNCOPY STRMM_IUNNCOPY
  900. #define TRMM_IUTCOPY STRMM_IUTNCOPY
  901. #define TRMM_ILNCOPY STRMM_ILNNCOPY
  902. #define TRMM_ILTCOPY STRMM_ILTNCOPY
  903. #define TRSM_IUNCOPY STRSM_IUNNCOPY
  904. #define TRSM_IUTCOPY STRSM_IUTNCOPY
  905. #define TRSM_ILNCOPY STRSM_ILNNCOPY
  906. #define TRSM_ILTCOPY STRSM_ILTNCOPY
  907. #endif
  908. #define GEMM_BETA SGEMM_BETA
  909. #define GEMM_KERNEL_N SGEMM_KERNEL
  910. #define GEMM_KERNEL_L SGEMM_KERNEL
  911. #define GEMM_KERNEL_R SGEMM_KERNEL
  912. #define GEMM_KERNEL_B SGEMM_KERNEL
  913. #define TRMM_KERNEL_LN STRMM_KERNEL_LN
  914. #define TRMM_KERNEL_LT STRMM_KERNEL_LT
  915. #define TRMM_KERNEL_LR STRMM_KERNEL_LN
  916. #define TRMM_KERNEL_LC STRMM_KERNEL_LT
  917. #define TRMM_KERNEL_RN STRMM_KERNEL_RN
  918. #define TRMM_KERNEL_RT STRMM_KERNEL_RT
  919. #define TRMM_KERNEL_RR STRMM_KERNEL_RN
  920. #define TRMM_KERNEL_RC STRMM_KERNEL_RT
  921. #define TRSM_KERNEL_LN STRSM_KERNEL_LN
  922. #define TRSM_KERNEL_LT STRSM_KERNEL_LT
  923. #define TRSM_KERNEL_LR STRSM_KERNEL_LN
  924. #define TRSM_KERNEL_LC STRSM_KERNEL_LT
  925. #define TRSM_KERNEL_RN STRSM_KERNEL_RN
  926. #define TRSM_KERNEL_RT STRSM_KERNEL_RT
  927. #define TRSM_KERNEL_RR STRSM_KERNEL_RN
  928. #define TRSM_KERNEL_RC STRSM_KERNEL_RT
  929. #define SYMM_IUTCOPY SSYMM_IUTCOPY
  930. #define SYMM_ILTCOPY SSYMM_ILTCOPY
  931. #define SYMM_OUTCOPY SSYMM_OUTCOPY
  932. #define SYMM_OLTCOPY SSYMM_OLTCOPY
  933. #define GEMM_NN SGEMM_NN
  934. #define GEMM_CN SGEMM_TN
  935. #define GEMM_TN SGEMM_TN
  936. #define GEMM_NC SGEMM_NT
  937. #define GEMM_NT SGEMM_NT
  938. #define GEMM_CC SGEMM_TT
  939. #define GEMM_CT SGEMM_TT
  940. #define GEMM_TC SGEMM_TT
  941. #define GEMM_TT SGEMM_TT
  942. #define GEMM_NR SGEMM_NN
  943. #define GEMM_TR SGEMM_TN
  944. #define GEMM_CR SGEMM_TN
  945. #define GEMM_RN SGEMM_NN
  946. #define GEMM_RT SGEMM_NT
  947. #define GEMM_RC SGEMM_NT
  948. #define GEMM_RR SGEMM_NN
  949. #define SYMM_LU SSYMM_LU
  950. #define SYMM_LL SSYMM_LL
  951. #define SYMM_RU SSYMM_RU
  952. #define SYMM_RL SSYMM_RL
  953. #define HEMM_LU SHEMM_LU
  954. #define HEMM_LL SHEMM_LL
  955. #define HEMM_RU SHEMM_RU
  956. #define HEMM_RL SHEMM_RL
  957. #define SYRK_UN SSYRK_UN
  958. #define SYRK_UT SSYRK_UT
  959. #define SYRK_LN SSYRK_LN
  960. #define SYRK_LT SSYRK_LT
  961. #define SYRK_UR SSYRK_UN
  962. #define SYRK_UC SSYRK_UT
  963. #define SYRK_LR SSYRK_LN
  964. #define SYRK_LC SSYRK_LT
  965. #define SYRK_KERNEL_U SSYRK_KERNEL_U
  966. #define SYRK_KERNEL_L SSYRK_KERNEL_L
  967. #define HERK_UN SSYRK_UN
  968. #define HERK_LN SSYRK_LN
  969. #define HERK_UC SSYRK_UT
  970. #define HERK_LC SSYRK_LT
  971. #define HER2K_UN SSYR2K_UN
  972. #define HER2K_LN SSYR2K_LN
  973. #define HER2K_UC SSYR2K_UT
  974. #define HER2K_LC SSYR2K_LT
  975. #define SYR2K_UN SSYR2K_UN
  976. #define SYR2K_UT SSYR2K_UT
  977. #define SYR2K_LN SSYR2K_LN
  978. #define SYR2K_LT SSYR2K_LT
  979. #define SYR2K_UR SSYR2K_UN
  980. #define SYR2K_UC SSYR2K_UT
  981. #define SYR2K_LR SSYR2K_LN
  982. #define SYR2K_LC SSYR2K_LT
  983. #define SYR2K_KERNEL_U SSYR2K_KERNEL_U
  984. #define SYR2K_KERNEL_L SSYR2K_KERNEL_L
  985. #define TRMM_LNUU STRMM_LNUU
  986. #define TRMM_LNUN STRMM_LNUN
  987. #define TRMM_LNLU STRMM_LNLU
  988. #define TRMM_LNLN STRMM_LNLN
  989. #define TRMM_LTUU STRMM_LTUU
  990. #define TRMM_LTUN STRMM_LTUN
  991. #define TRMM_LTLU STRMM_LTLU
  992. #define TRMM_LTLN STRMM_LTLN
  993. #define TRMM_LRUU STRMM_LNUU
  994. #define TRMM_LRUN STRMM_LNUN
  995. #define TRMM_LRLU STRMM_LNLU
  996. #define TRMM_LRLN STRMM_LNLN
  997. #define TRMM_LCUU STRMM_LTUU
  998. #define TRMM_LCUN STRMM_LTUN
  999. #define TRMM_LCLU STRMM_LTLU
  1000. #define TRMM_LCLN STRMM_LTLN
  1001. #define TRMM_RNUU STRMM_RNUU
  1002. #define TRMM_RNUN STRMM_RNUN
  1003. #define TRMM_RNLU STRMM_RNLU
  1004. #define TRMM_RNLN STRMM_RNLN
  1005. #define TRMM_RTUU STRMM_RTUU
  1006. #define TRMM_RTUN STRMM_RTUN
  1007. #define TRMM_RTLU STRMM_RTLU
  1008. #define TRMM_RTLN STRMM_RTLN
  1009. #define TRMM_RRUU STRMM_RNUU
  1010. #define TRMM_RRUN STRMM_RNUN
  1011. #define TRMM_RRLU STRMM_RNLU
  1012. #define TRMM_RRLN STRMM_RNLN
  1013. #define TRMM_RCUU STRMM_RTUU
  1014. #define TRMM_RCUN STRMM_RTUN
  1015. #define TRMM_RCLU STRMM_RTLU
  1016. #define TRMM_RCLN STRMM_RTLN
  1017. #define TRSM_LNUU STRSM_LNUU
  1018. #define TRSM_LNUN STRSM_LNUN
  1019. #define TRSM_LNLU STRSM_LNLU
  1020. #define TRSM_LNLN STRSM_LNLN
  1021. #define TRSM_LTUU STRSM_LTUU
  1022. #define TRSM_LTUN STRSM_LTUN
  1023. #define TRSM_LTLU STRSM_LTLU
  1024. #define TRSM_LTLN STRSM_LTLN
  1025. #define TRSM_LRUU STRSM_LNUU
  1026. #define TRSM_LRUN STRSM_LNUN
  1027. #define TRSM_LRLU STRSM_LNLU
  1028. #define TRSM_LRLN STRSM_LNLN
  1029. #define TRSM_LCUU STRSM_LTUU
  1030. #define TRSM_LCUN STRSM_LTUN
  1031. #define TRSM_LCLU STRSM_LTLU
  1032. #define TRSM_LCLN STRSM_LTLN
  1033. #define TRSM_RNUU STRSM_RNUU
  1034. #define TRSM_RNUN STRSM_RNUN
  1035. #define TRSM_RNLU STRSM_RNLU
  1036. #define TRSM_RNLN STRSM_RNLN
  1037. #define TRSM_RTUU STRSM_RTUU
  1038. #define TRSM_RTUN STRSM_RTUN
  1039. #define TRSM_RTLU STRSM_RTLU
  1040. #define TRSM_RTLN STRSM_RTLN
  1041. #define TRSM_RRUU STRSM_RNUU
  1042. #define TRSM_RRUN STRSM_RNUN
  1043. #define TRSM_RRLU STRSM_RNLU
  1044. #define TRSM_RRLN STRSM_RNLN
  1045. #define TRSM_RCUU STRSM_RTUU
  1046. #define TRSM_RCUN STRSM_RTUN
  1047. #define TRSM_RCLU STRSM_RTLU
  1048. #define TRSM_RCLN STRSM_RTLN
  1049. #define GEMM_THREAD_NN SGEMM_THREAD_NN
  1050. #define GEMM_THREAD_CN SGEMM_THREAD_TN
  1051. #define GEMM_THREAD_TN SGEMM_THREAD_TN
  1052. #define GEMM_THREAD_NC SGEMM_THREAD_NT
  1053. #define GEMM_THREAD_NT SGEMM_THREAD_NT
  1054. #define GEMM_THREAD_CC SGEMM_THREAD_TT
  1055. #define GEMM_THREAD_CT SGEMM_THREAD_TT
  1056. #define GEMM_THREAD_TC SGEMM_THREAD_TT
  1057. #define GEMM_THREAD_TT SGEMM_THREAD_TT
  1058. #define GEMM_THREAD_NR SGEMM_THREAD_NN
  1059. #define GEMM_THREAD_TR SGEMM_THREAD_TN
  1060. #define GEMM_THREAD_CR SGEMM_THREAD_TN
  1061. #define GEMM_THREAD_RN SGEMM_THREAD_NN
  1062. #define GEMM_THREAD_RT SGEMM_THREAD_NT
  1063. #define GEMM_THREAD_RC SGEMM_THREAD_NT
  1064. #define GEMM_THREAD_RR SGEMM_THREAD_NN
  1065. #define SYMM_THREAD_LU SSYMM_THREAD_LU
  1066. #define SYMM_THREAD_LL SSYMM_THREAD_LL
  1067. #define SYMM_THREAD_RU SSYMM_THREAD_RU
  1068. #define SYMM_THREAD_RL SSYMM_THREAD_RL
  1069. #define HEMM_THREAD_LU SHEMM_THREAD_LU
  1070. #define HEMM_THREAD_LL SHEMM_THREAD_LL
  1071. #define HEMM_THREAD_RU SHEMM_THREAD_RU
  1072. #define HEMM_THREAD_RL SHEMM_THREAD_RL
  1073. #define SYRK_THREAD_UN SSYRK_THREAD_UN
  1074. #define SYRK_THREAD_UT SSYRK_THREAD_UT
  1075. #define SYRK_THREAD_LN SSYRK_THREAD_LN
  1076. #define SYRK_THREAD_LT SSYRK_THREAD_LT
  1077. #define SYRK_THREAD_UR SSYRK_THREAD_UR
  1078. #define SYRK_THREAD_UC SSYRK_THREAD_UC
  1079. #define SYRK_THREAD_LR SSYRK_THREAD_LN
  1080. #define SYRK_THREAD_LC SSYRK_THREAD_LT
  1081. #define HERK_THREAD_UN SSYRK_THREAD_UN
  1082. #define HERK_THREAD_UT SSYRK_THREAD_UT
  1083. #define HERK_THREAD_LN SSYRK_THREAD_LN
  1084. #define HERK_THREAD_LT SSYRK_THREAD_LT
  1085. #define HERK_THREAD_UR SSYRK_THREAD_UR
  1086. #define HERK_THREAD_UC SSYRK_THREAD_UC
  1087. #define HERK_THREAD_LR SSYRK_THREAD_LN
  1088. #define HERK_THREAD_LC SSYRK_THREAD_LT
  1089. #define AXPBY_K SAXPBY_K
  1090. #define OMATCOPY_K_CN SOMATCOPY_K_CN
  1091. #define OMATCOPY_K_RN SOMATCOPY_K_RN
  1092. #define OMATCOPY_K_CT SOMATCOPY_K_CT
  1093. #define OMATCOPY_K_RT SOMATCOPY_K_RT
  1094. #define IMATCOPY_K_CN SIMATCOPY_K_CN
  1095. #define IMATCOPY_K_RN SIMATCOPY_K_RN
  1096. #define IMATCOPY_K_CT SIMATCOPY_K_CT
  1097. #define IMATCOPY_K_RT SIMATCOPY_K_RT
  1098. #define GEADD_K SGEADD_K
  1099. #endif
  1100. #else
  1101. #ifdef XDOUBLE
  1102. #define AMAX_K XAMAX_K
  1103. #define AMIN_K XAMIN_K
  1104. #define MAX_K XMAX_K
  1105. #define MIN_K XMIN_K
  1106. #define IAMAX_K IXAMAX_K
  1107. #define IAMIN_K IXAMIN_K
  1108. #define IMAX_K IXMAX_K
  1109. #define IMIN_K IXMIN_K
  1110. #define ASUM_K XASUM_K
  1111. #define AXPYU_K XAXPYU_K
  1112. #define AXPYC_K XAXPYC_K
  1113. #define COPY_K XCOPY_K
  1114. #define DOTU_K XDOTU_K
  1115. #define DOTC_K XDOTC_K
  1116. #define NRM2_K XNRM2_K
  1117. #define SCAL_K XSCAL_K
  1118. #define SUM_K XSUM_K
  1119. #define SWAP_K XSWAP_K
  1120. #define ROT_K XROT_K
  1121. #define GEMV_N XGEMV_N
  1122. #define GEMV_T XGEMV_T
  1123. #define GEMV_R XGEMV_R
  1124. #define GEMV_C XGEMV_C
  1125. #define GEMV_O XGEMV_O
  1126. #define GEMV_U XGEMV_U
  1127. #define GEMV_S XGEMV_S
  1128. #define GEMV_D XGEMV_D
  1129. #define GERU_K XGERU_K
  1130. #define GERC_K XGERC_K
  1131. #define GERV_K XGERV_K
  1132. #define GERD_K XGERD_K
  1133. #define SYMV_U XSYMV_U
  1134. #define SYMV_L XSYMV_L
  1135. #define HEMV_U XHEMV_U
  1136. #define HEMV_L XHEMV_L
  1137. #define HEMV_V XHEMV_V
  1138. #define HEMV_M XHEMV_M
  1139. #define SYMV_THREAD_U XSYMV_THREAD_U
  1140. #define SYMV_THREAD_L XSYMV_THREAD_L
  1141. #define HEMV_THREAD_U XHEMV_THREAD_U
  1142. #define HEMV_THREAD_L XHEMV_THREAD_L
  1143. #define HEMV_THREAD_V XHEMV_THREAD_V
  1144. #define HEMV_THREAD_M XHEMV_THREAD_M
  1145. #define GEMM_ONCOPY XGEMM_ONCOPY
  1146. #define GEMM_OTCOPY XGEMM_OTCOPY
  1147. #define GEMM_INCOPY XGEMM_INCOPY
  1148. #define GEMM_ITCOPY XGEMM_ITCOPY
  1149. #define GEMM3M_ONCOPYB XGEMM3M_ONCOPYB
  1150. #define GEMM3M_ONCOPYR XGEMM3M_ONCOPYR
  1151. #define GEMM3M_ONCOPYI XGEMM3M_ONCOPYI
  1152. #define GEMM3M_OTCOPYB XGEMM3M_OTCOPYB
  1153. #define GEMM3M_OTCOPYR XGEMM3M_OTCOPYR
  1154. #define GEMM3M_OTCOPYI XGEMM3M_OTCOPYI
  1155. #define GEMM3M_INCOPYB XGEMM3M_INCOPYB
  1156. #define GEMM3M_INCOPYR XGEMM3M_INCOPYR
  1157. #define GEMM3M_INCOPYI XGEMM3M_INCOPYI
  1158. #define GEMM3M_ITCOPYB XGEMM3M_ITCOPYB
  1159. #define GEMM3M_ITCOPYR XGEMM3M_ITCOPYR
  1160. #define GEMM3M_ITCOPYI XGEMM3M_ITCOPYI
  1161. #ifdef UNIT
  1162. #define TRMM_OUNCOPY XTRMM_OUNUCOPY
  1163. #define TRMM_OUTCOPY XTRMM_OUTUCOPY
  1164. #define TRMM_OLNCOPY XTRMM_OLNUCOPY
  1165. #define TRMM_OLTCOPY XTRMM_OLTUCOPY
  1166. #define TRSM_OUNCOPY XTRSM_OUNUCOPY
  1167. #define TRSM_OUTCOPY XTRSM_OUTUCOPY
  1168. #define TRSM_OLNCOPY XTRSM_OLNUCOPY
  1169. #define TRSM_OLTCOPY XTRSM_OLTUCOPY
  1170. #define TRMM_IUNCOPY XTRMM_IUNUCOPY
  1171. #define TRMM_IUTCOPY XTRMM_IUTUCOPY
  1172. #define TRMM_ILNCOPY XTRMM_ILNUCOPY
  1173. #define TRMM_ILTCOPY XTRMM_ILTUCOPY
  1174. #define TRSM_IUNCOPY XTRSM_IUNUCOPY
  1175. #define TRSM_IUTCOPY XTRSM_IUTUCOPY
  1176. #define TRSM_ILNCOPY XTRSM_ILNUCOPY
  1177. #define TRSM_ILTCOPY XTRSM_ILTUCOPY
  1178. #else
  1179. #define TRMM_OUNCOPY XTRMM_OUNNCOPY
  1180. #define TRMM_OUTCOPY XTRMM_OUTNCOPY
  1181. #define TRMM_OLNCOPY XTRMM_OLNNCOPY
  1182. #define TRMM_OLTCOPY XTRMM_OLTNCOPY
  1183. #define TRSM_OUNCOPY XTRSM_OUNNCOPY
  1184. #define TRSM_OUTCOPY XTRSM_OUTNCOPY
  1185. #define TRSM_OLNCOPY XTRSM_OLNNCOPY
  1186. #define TRSM_OLTCOPY XTRSM_OLTNCOPY
  1187. #define TRMM_IUNCOPY XTRMM_IUNNCOPY
  1188. #define TRMM_IUTCOPY XTRMM_IUTNCOPY
  1189. #define TRMM_ILNCOPY XTRMM_ILNNCOPY
  1190. #define TRMM_ILTCOPY XTRMM_ILTNCOPY
  1191. #define TRSM_IUNCOPY XTRSM_IUNNCOPY
  1192. #define TRSM_IUTCOPY XTRSM_IUTNCOPY
  1193. #define TRSM_ILNCOPY XTRSM_ILNNCOPY
  1194. #define TRSM_ILTCOPY XTRSM_ILTNCOPY
  1195. #endif
  1196. #define SYMM3M_ILCOPYB XSYMM3M_ILCOPYB
  1197. #define SYMM3M_IUCOPYB XSYMM3M_IUCOPYB
  1198. #define SYMM3M_ILCOPYR XSYMM3M_ILCOPYR
  1199. #define SYMM3M_IUCOPYR XSYMM3M_IUCOPYR
  1200. #define SYMM3M_ILCOPYI XSYMM3M_ILCOPYI
  1201. #define SYMM3M_IUCOPYI XSYMM3M_IUCOPYI
  1202. #define SYMM3M_OLCOPYB XSYMM3M_OLCOPYB
  1203. #define SYMM3M_OUCOPYB XSYMM3M_OUCOPYB
  1204. #define SYMM3M_OLCOPYR XSYMM3M_OLCOPYR
  1205. #define SYMM3M_OUCOPYR XSYMM3M_OUCOPYR
  1206. #define SYMM3M_OLCOPYI XSYMM3M_OLCOPYI
  1207. #define SYMM3M_OUCOPYI XSYMM3M_OUCOPYI
  1208. #define HEMM3M_ILCOPYB XHEMM3M_ILCOPYB
  1209. #define HEMM3M_IUCOPYB XHEMM3M_IUCOPYB
  1210. #define HEMM3M_ILCOPYR XHEMM3M_ILCOPYR
  1211. #define HEMM3M_IUCOPYR XHEMM3M_IUCOPYR
  1212. #define HEMM3M_ILCOPYI XHEMM3M_ILCOPYI
  1213. #define HEMM3M_IUCOPYI XHEMM3M_IUCOPYI
  1214. #define HEMM3M_OLCOPYB XHEMM3M_OLCOPYB
  1215. #define HEMM3M_OUCOPYB XHEMM3M_OUCOPYB
  1216. #define HEMM3M_OLCOPYR XHEMM3M_OLCOPYR
  1217. #define HEMM3M_OUCOPYR XHEMM3M_OUCOPYR
  1218. #define HEMM3M_OLCOPYI XHEMM3M_OLCOPYI
  1219. #define HEMM3M_OUCOPYI XHEMM3M_OUCOPYI
  1220. #define GEMM_BETA XGEMM_BETA
  1221. #define GEMM_KERNEL_N XGEMM_KERNEL_N
  1222. #define GEMM_KERNEL_L XGEMM_KERNEL_L
  1223. #define GEMM_KERNEL_R XGEMM_KERNEL_R
  1224. #define GEMM_KERNEL_B XGEMM_KERNEL_B
  1225. #define GEMM3M_KERNEL XGEMM3M_KERNEL
  1226. #define TRMM_KERNEL_LN XTRMM_KERNEL_LN
  1227. #define TRMM_KERNEL_LT XTRMM_KERNEL_LT
  1228. #define TRMM_KERNEL_LR XTRMM_KERNEL_LR
  1229. #define TRMM_KERNEL_LC XTRMM_KERNEL_LC
  1230. #define TRMM_KERNEL_RN XTRMM_KERNEL_RN
  1231. #define TRMM_KERNEL_RT XTRMM_KERNEL_RT
  1232. #define TRMM_KERNEL_RR XTRMM_KERNEL_RR
  1233. #define TRMM_KERNEL_RC XTRMM_KERNEL_RC
  1234. #define TRSM_KERNEL_LN XTRSM_KERNEL_LN
  1235. #define TRSM_KERNEL_LT XTRSM_KERNEL_LT
  1236. #define TRSM_KERNEL_LR XTRSM_KERNEL_LR
  1237. #define TRSM_KERNEL_LC XTRSM_KERNEL_LC
  1238. #define TRSM_KERNEL_RN XTRSM_KERNEL_RN
  1239. #define TRSM_KERNEL_RT XTRSM_KERNEL_RT
  1240. #define TRSM_KERNEL_RR XTRSM_KERNEL_RR
  1241. #define TRSM_KERNEL_RC XTRSM_KERNEL_RC
  1242. #define GEMM_NN XGEMM_NN
  1243. #define GEMM_CN XGEMM_CN
  1244. #define GEMM_TN XGEMM_TN
  1245. #define GEMM_NC XGEMM_NC
  1246. #define GEMM_NT XGEMM_NT
  1247. #define GEMM_CC XGEMM_CC
  1248. #define GEMM_CT XGEMM_CT
  1249. #define GEMM_TC XGEMM_TC
  1250. #define GEMM_TT XGEMM_TT
  1251. #define GEMM_NR XGEMM_NR
  1252. #define GEMM_TR XGEMM_TR
  1253. #define GEMM_CR XGEMM_CR
  1254. #define GEMM_RN XGEMM_RN
  1255. #define GEMM_RT XGEMM_RT
  1256. #define GEMM_RC XGEMM_RC
  1257. #define GEMM_RR XGEMM_RR
  1258. #define SYMM_LU XSYMM_LU
  1259. #define SYMM_LL XSYMM_LL
  1260. #define SYMM_RU XSYMM_RU
  1261. #define SYMM_RL XSYMM_RL
  1262. #define HEMM_LU XHEMM_LU
  1263. #define HEMM_LL XHEMM_LL
  1264. #define HEMM_RU XHEMM_RU
  1265. #define HEMM_RL XHEMM_RL
  1266. #define HEMM_IUTCOPY XHEMM_IUTCOPY
  1267. #define HEMM_ILTCOPY XHEMM_ILTCOPY
  1268. #define HEMM_OUTCOPY XHEMM_OUTCOPY
  1269. #define HEMM_OLTCOPY XHEMM_OLTCOPY
  1270. #define SYRK_UN XSYRK_UN
  1271. #define SYRK_UT XSYRK_UT
  1272. #define SYRK_LN XSYRK_LN
  1273. #define SYRK_LT XSYRK_LT
  1274. #define SYRK_UR XSYRK_UN
  1275. #define SYRK_UC XSYRK_UT
  1276. #define SYRK_LR XSYRK_LN
  1277. #define SYRK_LC XSYRK_LT
  1278. #define SYRK_KERNEL_U XSYRK_KERNEL_U
  1279. #define SYRK_KERNEL_L XSYRK_KERNEL_L
  1280. #define HERK_UN XHERK_UN
  1281. #define HERK_LN XHERK_LN
  1282. #define HERK_UC XHERK_UC
  1283. #define HERK_LC XHERK_LC
  1284. #define HER2K_UN XHER2K_UN
  1285. #define HER2K_LN XHER2K_LN
  1286. #define HER2K_UC XHER2K_UC
  1287. #define HER2K_LC XHER2K_LC
  1288. #define SYR2K_UN XSYR2K_UN
  1289. #define SYR2K_UT XSYR2K_UT
  1290. #define SYR2K_LN XSYR2K_LN
  1291. #define SYR2K_LT XSYR2K_LT
  1292. #define SYR2K_UR XSYR2K_UN
  1293. #define SYR2K_UC XSYR2K_UT
  1294. #define SYR2K_LR XSYR2K_LN
  1295. #define SYR2K_LC XSYR2K_LT
  1296. #define SYR2K_KERNEL_U XSYR2K_KERNEL_U
  1297. #define SYR2K_KERNEL_L XSYR2K_KERNEL_L
  1298. #define TRMM_LNUU XTRMM_LNUU
  1299. #define TRMM_LNUN XTRMM_LNUN
  1300. #define TRMM_LNLU XTRMM_LNLU
  1301. #define TRMM_LNLN XTRMM_LNLN
  1302. #define TRMM_LTUU XTRMM_LTUU
  1303. #define TRMM_LTUN XTRMM_LTUN
  1304. #define TRMM_LTLU XTRMM_LTLU
  1305. #define TRMM_LTLN XTRMM_LTLN
  1306. #define TRMM_LRUU XTRMM_LRUU
  1307. #define TRMM_LRUN XTRMM_LRUN
  1308. #define TRMM_LRLU XTRMM_LRLU
  1309. #define TRMM_LRLN XTRMM_LRLN
  1310. #define TRMM_LCUU XTRMM_LCUU
  1311. #define TRMM_LCUN XTRMM_LCUN
  1312. #define TRMM_LCLU XTRMM_LCLU
  1313. #define TRMM_LCLN XTRMM_LCLN
  1314. #define TRMM_RNUU XTRMM_RNUU
  1315. #define TRMM_RNUN XTRMM_RNUN
  1316. #define TRMM_RNLU XTRMM_RNLU
  1317. #define TRMM_RNLN XTRMM_RNLN
  1318. #define TRMM_RTUU XTRMM_RTUU
  1319. #define TRMM_RTUN XTRMM_RTUN
  1320. #define TRMM_RTLU XTRMM_RTLU
  1321. #define TRMM_RTLN XTRMM_RTLN
  1322. #define TRMM_RRUU XTRMM_RRUU
  1323. #define TRMM_RRUN XTRMM_RRUN
  1324. #define TRMM_RRLU XTRMM_RRLU
  1325. #define TRMM_RRLN XTRMM_RRLN
  1326. #define TRMM_RCUU XTRMM_RCUU
  1327. #define TRMM_RCUN XTRMM_RCUN
  1328. #define TRMM_RCLU XTRMM_RCLU
  1329. #define TRMM_RCLN XTRMM_RCLN
  1330. #define TRSM_LNUU XTRSM_LNUU
  1331. #define TRSM_LNUN XTRSM_LNUN
  1332. #define TRSM_LNLU XTRSM_LNLU
  1333. #define TRSM_LNLN XTRSM_LNLN
  1334. #define TRSM_LTUU XTRSM_LTUU
  1335. #define TRSM_LTUN XTRSM_LTUN
  1336. #define TRSM_LTLU XTRSM_LTLU
  1337. #define TRSM_LTLN XTRSM_LTLN
  1338. #define TRSM_LRUU XTRSM_LRUU
  1339. #define TRSM_LRUN XTRSM_LRUN
  1340. #define TRSM_LRLU XTRSM_LRLU
  1341. #define TRSM_LRLN XTRSM_LRLN
  1342. #define TRSM_LCUU XTRSM_LCUU
  1343. #define TRSM_LCUN XTRSM_LCUN
  1344. #define TRSM_LCLU XTRSM_LCLU
  1345. #define TRSM_LCLN XTRSM_LCLN
  1346. #define TRSM_RNUU XTRSM_RNUU
  1347. #define TRSM_RNUN XTRSM_RNUN
  1348. #define TRSM_RNLU XTRSM_RNLU
  1349. #define TRSM_RNLN XTRSM_RNLN
  1350. #define TRSM_RTUU XTRSM_RTUU
  1351. #define TRSM_RTUN XTRSM_RTUN
  1352. #define TRSM_RTLU XTRSM_RTLU
  1353. #define TRSM_RTLN XTRSM_RTLN
  1354. #define TRSM_RRUU XTRSM_RRUU
  1355. #define TRSM_RRUN XTRSM_RRUN
  1356. #define TRSM_RRLU XTRSM_RRLU
  1357. #define TRSM_RRLN XTRSM_RRLN
  1358. #define TRSM_RCUU XTRSM_RCUU
  1359. #define TRSM_RCUN XTRSM_RCUN
  1360. #define TRSM_RCLU XTRSM_RCLU
  1361. #define TRSM_RCLN XTRSM_RCLN
  1362. #define GEMM_THREAD_NN XGEMM_THREAD_NN
  1363. #define GEMM_THREAD_CN XGEMM_THREAD_CN
  1364. #define GEMM_THREAD_TN XGEMM_THREAD_TN
  1365. #define GEMM_THREAD_NC XGEMM_THREAD_NC
  1366. #define GEMM_THREAD_NT XGEMM_THREAD_NT
  1367. #define GEMM_THREAD_CC XGEMM_THREAD_CC
  1368. #define GEMM_THREAD_CT XGEMM_THREAD_CT
  1369. #define GEMM_THREAD_TC XGEMM_THREAD_TC
  1370. #define GEMM_THREAD_TT XGEMM_THREAD_TT
  1371. #define GEMM_THREAD_NR XGEMM_THREAD_NR
  1372. #define GEMM_THREAD_TR XGEMM_THREAD_TR
  1373. #define GEMM_THREAD_CR XGEMM_THREAD_CR
  1374. #define GEMM_THREAD_RN XGEMM_THREAD_RN
  1375. #define GEMM_THREAD_RT XGEMM_THREAD_RT
  1376. #define GEMM_THREAD_RC XGEMM_THREAD_RC
  1377. #define GEMM_THREAD_RR XGEMM_THREAD_RR
  1378. #define SYMM_THREAD_LU XSYMM_THREAD_LU
  1379. #define SYMM_THREAD_LL XSYMM_THREAD_LL
  1380. #define SYMM_THREAD_RU XSYMM_THREAD_RU
  1381. #define SYMM_THREAD_RL XSYMM_THREAD_RL
  1382. #define HEMM_THREAD_LU XHEMM_THREAD_LU
  1383. #define HEMM_THREAD_LL XHEMM_THREAD_LL
  1384. #define HEMM_THREAD_RU XHEMM_THREAD_RU
  1385. #define HEMM_THREAD_RL XHEMM_THREAD_RL
  1386. #define SYRK_THREAD_UN XSYRK_THREAD_UN
  1387. #define SYRK_THREAD_UT XSYRK_THREAD_UT
  1388. #define SYRK_THREAD_LN XSYRK_THREAD_LN
  1389. #define SYRK_THREAD_LT XSYRK_THREAD_LT
  1390. #define SYRK_THREAD_UR XSYRK_THREAD_UR
  1391. #define SYRK_THREAD_UC XSYRK_THREAD_UC
  1392. #define SYRK_THREAD_LR XSYRK_THREAD_LR
  1393. #define SYRK_THREAD_LC XSYRK_THREAD_LC
  1394. #define HERK_THREAD_UN XHERK_THREAD_UN
  1395. #define HERK_THREAD_UT XHERK_THREAD_UT
  1396. #define HERK_THREAD_LN XHERK_THREAD_LN
  1397. #define HERK_THREAD_LT XHERK_THREAD_LT
  1398. #define HERK_THREAD_UR XHERK_THREAD_UR
  1399. #define HERK_THREAD_UC XHERK_THREAD_UC
  1400. #define HERK_THREAD_LR XHERK_THREAD_LR
  1401. #define HERK_THREAD_LC XHERK_THREAD_LC
  1402. #define GEMM3M_NN XGEMM3M_NN
  1403. #define GEMM3M_CN XGEMM3M_CN
  1404. #define GEMM3M_TN XGEMM3M_TN
  1405. #define GEMM3M_NC XGEMM3M_NC
  1406. #define GEMM3M_NT XGEMM3M_NT
  1407. #define GEMM3M_CC XGEMM3M_CC
  1408. #define GEMM3M_CT XGEMM3M_CT
  1409. #define GEMM3M_TC XGEMM3M_TC
  1410. #define GEMM3M_TT XGEMM3M_TT
  1411. #define GEMM3M_NR XGEMM3M_NR
  1412. #define GEMM3M_TR XGEMM3M_TR
  1413. #define GEMM3M_CR XGEMM3M_CR
  1414. #define GEMM3M_RN XGEMM3M_RN
  1415. #define GEMM3M_RT XGEMM3M_RT
  1416. #define GEMM3M_RC XGEMM3M_RC
  1417. #define GEMM3M_RR XGEMM3M_RR
  1418. #define GEMM3M_THREAD_NN XGEMM3M_THREAD_NN
  1419. #define GEMM3M_THREAD_CN XGEMM3M_THREAD_CN
  1420. #define GEMM3M_THREAD_TN XGEMM3M_THREAD_TN
  1421. #define GEMM3M_THREAD_NC XGEMM3M_THREAD_NC
  1422. #define GEMM3M_THREAD_NT XGEMM3M_THREAD_NT
  1423. #define GEMM3M_THREAD_CC XGEMM3M_THREAD_CC
  1424. #define GEMM3M_THREAD_CT XGEMM3M_THREAD_CT
  1425. #define GEMM3M_THREAD_TC XGEMM3M_THREAD_TC
  1426. #define GEMM3M_THREAD_TT XGEMM3M_THREAD_TT
  1427. #define GEMM3M_THREAD_NR XGEMM3M_THREAD_NR
  1428. #define GEMM3M_THREAD_TR XGEMM3M_THREAD_TR
  1429. #define GEMM3M_THREAD_CR XGEMM3M_THREAD_CR
  1430. #define GEMM3M_THREAD_RN XGEMM3M_THREAD_RN
  1431. #define GEMM3M_THREAD_RT XGEMM3M_THREAD_RT
  1432. #define GEMM3M_THREAD_RC XGEMM3M_THREAD_RC
  1433. #define GEMM3M_THREAD_RR XGEMM3M_THREAD_RR
  1434. #define SYMM3M_LU XSYMM3M_LU
  1435. #define SYMM3M_LL XSYMM3M_LL
  1436. #define SYMM3M_RU XSYMM3M_RU
  1437. #define SYMM3M_RL XSYMM3M_RL
  1438. #define SYMM3M_THREAD_LU XSYMM3M_THREAD_LU
  1439. #define SYMM3M_THREAD_LL XSYMM3M_THREAD_LL
  1440. #define SYMM3M_THREAD_RU XSYMM3M_THREAD_RU
  1441. #define SYMM3M_THREAD_RL XSYMM3M_THREAD_RL
  1442. #define HEMM3M_LU XHEMM3M_LU
  1443. #define HEMM3M_LL XHEMM3M_LL
  1444. #define HEMM3M_RU XHEMM3M_RU
  1445. #define HEMM3M_RL XHEMM3M_RL
  1446. #define HEMM3M_THREAD_LU XHEMM3M_THREAD_LU
  1447. #define HEMM3M_THREAD_LL XHEMM3M_THREAD_LL
  1448. #define HEMM3M_THREAD_RU XHEMM3M_THREAD_RU
  1449. #define HEMM3M_THREAD_RL XHEMM3M_THREAD_RL
  1450. #define SYMM_IUTCOPY XSYMM_IUTCOPY
  1451. #define SYMM_ILTCOPY XSYMM_ILTCOPY
  1452. #define SYMM_OUTCOPY XSYMM_OUTCOPY
  1453. #define SYMM_OLTCOPY XSYMM_OLTCOPY
  1454. #elif defined(DOUBLE)
  1455. #define AMAX_K ZAMAX_K
  1456. #define AMIN_K ZAMIN_K
  1457. #define MAX_K ZMAX_K
  1458. #define MIN_K ZMIN_K
  1459. #define IAMAX_K IZAMAX_K
  1460. #define IAMIN_K IZAMIN_K
  1461. #define IMAX_K IZMAX_K
  1462. #define IMIN_K IZMIN_K
  1463. #define ASUM_K ZASUM_K
  1464. #define AXPYU_K ZAXPYU_K
  1465. #define AXPYC_K ZAXPYC_K
  1466. #define COPY_K ZCOPY_K
  1467. #define DOTU_K ZDOTU_K
  1468. #define DOTC_K ZDOTC_K
  1469. #define NRM2_K ZNRM2_K
  1470. #define SCAL_K ZSCAL_K
  1471. #define SUM_K ZSUM_K
  1472. #define SWAP_K ZSWAP_K
  1473. #define ROT_K ZROT_K
  1474. #define GEMV_N ZGEMV_N
  1475. #define GEMV_T ZGEMV_T
  1476. #define GEMV_R ZGEMV_R
  1477. #define GEMV_C ZGEMV_C
  1478. #define GEMV_O ZGEMV_O
  1479. #define GEMV_U ZGEMV_U
  1480. #define GEMV_S ZGEMV_S
  1481. #define GEMV_D ZGEMV_D
  1482. #define GERU_K ZGERU_K
  1483. #define GERC_K ZGERC_K
  1484. #define GERV_K ZGERV_K
  1485. #define GERD_K ZGERD_K
  1486. #define SYMV_U ZSYMV_U
  1487. #define SYMV_L ZSYMV_L
  1488. #define HEMV_U ZHEMV_U
  1489. #define HEMV_L ZHEMV_L
  1490. #define HEMV_V ZHEMV_V
  1491. #define HEMV_M ZHEMV_M
  1492. #define SYMV_THREAD_U ZSYMV_THREAD_U
  1493. #define SYMV_THREAD_L ZSYMV_THREAD_L
  1494. #define HEMV_THREAD_U ZHEMV_THREAD_U
  1495. #define HEMV_THREAD_L ZHEMV_THREAD_L
  1496. #define HEMV_THREAD_V ZHEMV_THREAD_V
  1497. #define HEMV_THREAD_M ZHEMV_THREAD_M
  1498. #define GEMM_ONCOPY ZGEMM_ONCOPY
  1499. #define GEMM_OTCOPY ZGEMM_OTCOPY
  1500. #define GEMM_INCOPY ZGEMM_INCOPY
  1501. #define GEMM_ITCOPY ZGEMM_ITCOPY
  1502. #define GEMM3M_ONCOPYB ZGEMM3M_ONCOPYB
  1503. #define GEMM3M_ONCOPYR ZGEMM3M_ONCOPYR
  1504. #define GEMM3M_ONCOPYI ZGEMM3M_ONCOPYI
  1505. #define GEMM3M_OTCOPYB ZGEMM3M_OTCOPYB
  1506. #define GEMM3M_OTCOPYR ZGEMM3M_OTCOPYR
  1507. #define GEMM3M_OTCOPYI ZGEMM3M_OTCOPYI
  1508. #define GEMM3M_INCOPYB ZGEMM3M_INCOPYB
  1509. #define GEMM3M_INCOPYR ZGEMM3M_INCOPYR
  1510. #define GEMM3M_INCOPYI ZGEMM3M_INCOPYI
  1511. #define GEMM3M_ITCOPYB ZGEMM3M_ITCOPYB
  1512. #define GEMM3M_ITCOPYR ZGEMM3M_ITCOPYR
  1513. #define GEMM3M_ITCOPYI ZGEMM3M_ITCOPYI
  1514. #ifdef UNIT
  1515. #define TRMM_OUNCOPY ZTRMM_OUNUCOPY
  1516. #define TRMM_OUTCOPY ZTRMM_OUTUCOPY
  1517. #define TRMM_OLNCOPY ZTRMM_OLNUCOPY
  1518. #define TRMM_OLTCOPY ZTRMM_OLTUCOPY
  1519. #define TRSM_OUNCOPY ZTRSM_OUNUCOPY
  1520. #define TRSM_OUTCOPY ZTRSM_OUTUCOPY
  1521. #define TRSM_OLNCOPY ZTRSM_OLNUCOPY
  1522. #define TRSM_OLTCOPY ZTRSM_OLTUCOPY
  1523. #define TRMM_IUNCOPY ZTRMM_IUNUCOPY
  1524. #define TRMM_IUTCOPY ZTRMM_IUTUCOPY
  1525. #define TRMM_ILNCOPY ZTRMM_ILNUCOPY
  1526. #define TRMM_ILTCOPY ZTRMM_ILTUCOPY
  1527. #define TRSM_IUNCOPY ZTRSM_IUNUCOPY
  1528. #define TRSM_IUTCOPY ZTRSM_IUTUCOPY
  1529. #define TRSM_ILNCOPY ZTRSM_ILNUCOPY
  1530. #define TRSM_ILTCOPY ZTRSM_ILTUCOPY
  1531. #else
  1532. #define TRMM_OUNCOPY ZTRMM_OUNNCOPY
  1533. #define TRMM_OUTCOPY ZTRMM_OUTNCOPY
  1534. #define TRMM_OLNCOPY ZTRMM_OLNNCOPY
  1535. #define TRMM_OLTCOPY ZTRMM_OLTNCOPY
  1536. #define TRSM_OUNCOPY ZTRSM_OUNNCOPY
  1537. #define TRSM_OUTCOPY ZTRSM_OUTNCOPY
  1538. #define TRSM_OLNCOPY ZTRSM_OLNNCOPY
  1539. #define TRSM_OLTCOPY ZTRSM_OLTNCOPY
  1540. #define TRMM_IUNCOPY ZTRMM_IUNNCOPY
  1541. #define TRMM_IUTCOPY ZTRMM_IUTNCOPY
  1542. #define TRMM_ILNCOPY ZTRMM_ILNNCOPY
  1543. #define TRMM_ILTCOPY ZTRMM_ILTNCOPY
  1544. #define TRSM_IUNCOPY ZTRSM_IUNNCOPY
  1545. #define TRSM_IUTCOPY ZTRSM_IUTNCOPY
  1546. #define TRSM_ILNCOPY ZTRSM_ILNNCOPY
  1547. #define TRSM_ILTCOPY ZTRSM_ILTNCOPY
  1548. #endif
  1549. #define SYMM3M_ILCOPYB ZSYMM3M_ILCOPYB
  1550. #define SYMM3M_IUCOPYB ZSYMM3M_IUCOPYB
  1551. #define SYMM3M_ILCOPYR ZSYMM3M_ILCOPYR
  1552. #define SYMM3M_IUCOPYR ZSYMM3M_IUCOPYR
  1553. #define SYMM3M_ILCOPYI ZSYMM3M_ILCOPYI
  1554. #define SYMM3M_IUCOPYI ZSYMM3M_IUCOPYI
  1555. #define SYMM3M_OLCOPYB ZSYMM3M_OLCOPYB
  1556. #define SYMM3M_OUCOPYB ZSYMM3M_OUCOPYB
  1557. #define SYMM3M_OLCOPYR ZSYMM3M_OLCOPYR
  1558. #define SYMM3M_OUCOPYR ZSYMM3M_OUCOPYR
  1559. #define SYMM3M_OLCOPYI ZSYMM3M_OLCOPYI
  1560. #define SYMM3M_OUCOPYI ZSYMM3M_OUCOPYI
  1561. #define HEMM3M_ILCOPYB ZHEMM3M_ILCOPYB
  1562. #define HEMM3M_IUCOPYB ZHEMM3M_IUCOPYB
  1563. #define HEMM3M_ILCOPYR ZHEMM3M_ILCOPYR
  1564. #define HEMM3M_IUCOPYR ZHEMM3M_IUCOPYR
  1565. #define HEMM3M_ILCOPYI ZHEMM3M_ILCOPYI
  1566. #define HEMM3M_IUCOPYI ZHEMM3M_IUCOPYI
  1567. #define HEMM3M_OLCOPYB ZHEMM3M_OLCOPYB
  1568. #define HEMM3M_OUCOPYB ZHEMM3M_OUCOPYB
  1569. #define HEMM3M_OLCOPYR ZHEMM3M_OLCOPYR
  1570. #define HEMM3M_OUCOPYR ZHEMM3M_OUCOPYR
  1571. #define HEMM3M_OLCOPYI ZHEMM3M_OLCOPYI
  1572. #define HEMM3M_OUCOPYI ZHEMM3M_OUCOPYI
  1573. #define GEMM_BETA ZGEMM_BETA
  1574. #define GEMM_KERNEL_N ZGEMM_KERNEL_N
  1575. #define GEMM_KERNEL_L ZGEMM_KERNEL_L
  1576. #define GEMM_KERNEL_R ZGEMM_KERNEL_R
  1577. #define GEMM_KERNEL_B ZGEMM_KERNEL_B
  1578. #define GEMM3M_KERNEL ZGEMM3M_KERNEL
  1579. #define TRMM_KERNEL_LN ZTRMM_KERNEL_LN
  1580. #define TRMM_KERNEL_LT ZTRMM_KERNEL_LT
  1581. #define TRMM_KERNEL_LR ZTRMM_KERNEL_LR
  1582. #define TRMM_KERNEL_LC ZTRMM_KERNEL_LC
  1583. #define TRMM_KERNEL_RN ZTRMM_KERNEL_RN
  1584. #define TRMM_KERNEL_RT ZTRMM_KERNEL_RT
  1585. #define TRMM_KERNEL_RR ZTRMM_KERNEL_RR
  1586. #define TRMM_KERNEL_RC ZTRMM_KERNEL_RC
  1587. #define TRSM_KERNEL_LN ZTRSM_KERNEL_LN
  1588. #define TRSM_KERNEL_LT ZTRSM_KERNEL_LT
  1589. #define TRSM_KERNEL_LR ZTRSM_KERNEL_LR
  1590. #define TRSM_KERNEL_LC ZTRSM_KERNEL_LC
  1591. #define TRSM_KERNEL_RN ZTRSM_KERNEL_RN
  1592. #define TRSM_KERNEL_RT ZTRSM_KERNEL_RT
  1593. #define TRSM_KERNEL_RR ZTRSM_KERNEL_RR
  1594. #define TRSM_KERNEL_RC ZTRSM_KERNEL_RC
  1595. #define GEMM_NN ZGEMM_NN
  1596. #define GEMM_CN ZGEMM_CN
  1597. #define GEMM_TN ZGEMM_TN
  1598. #define GEMM_NC ZGEMM_NC
  1599. #define GEMM_NT ZGEMM_NT
  1600. #define GEMM_CC ZGEMM_CC
  1601. #define GEMM_CT ZGEMM_CT
  1602. #define GEMM_TC ZGEMM_TC
  1603. #define GEMM_TT ZGEMM_TT
  1604. #define GEMM_NR ZGEMM_NR
  1605. #define GEMM_TR ZGEMM_TR
  1606. #define GEMM_CR ZGEMM_CR
  1607. #define GEMM_RN ZGEMM_RN
  1608. #define GEMM_RT ZGEMM_RT
  1609. #define GEMM_RC ZGEMM_RC
  1610. #define GEMM_RR ZGEMM_RR
  1611. #define SYMM_LU ZSYMM_LU
  1612. #define SYMM_LL ZSYMM_LL
  1613. #define SYMM_RU ZSYMM_RU
  1614. #define SYMM_RL ZSYMM_RL
  1615. #define HEMM_LU ZHEMM_LU
  1616. #define HEMM_LL ZHEMM_LL
  1617. #define HEMM_RU ZHEMM_RU
  1618. #define HEMM_RL ZHEMM_RL
  1619. #define HEMM_IUTCOPY ZHEMM_IUTCOPY
  1620. #define HEMM_ILTCOPY ZHEMM_ILTCOPY
  1621. #define HEMM_OUTCOPY ZHEMM_OUTCOPY
  1622. #define HEMM_OLTCOPY ZHEMM_OLTCOPY
  1623. #define SYRK_UN ZSYRK_UN
  1624. #define SYRK_UT ZSYRK_UT
  1625. #define SYRK_LN ZSYRK_LN
  1626. #define SYRK_LT ZSYRK_LT
  1627. #define SYRK_UR ZSYRK_UN
  1628. #define SYRK_UC ZSYRK_UT
  1629. #define SYRK_LR ZSYRK_LN
  1630. #define SYRK_LC ZSYRK_LT
  1631. #define SYRK_KERNEL_U ZSYRK_KERNEL_U
  1632. #define SYRK_KERNEL_L ZSYRK_KERNEL_L
  1633. #define HERK_UN ZHERK_UN
  1634. #define HERK_LN ZHERK_LN
  1635. #define HERK_UC ZHERK_UC
  1636. #define HERK_LC ZHERK_LC
  1637. #define HER2K_UN ZHER2K_UN
  1638. #define HER2K_LN ZHER2K_LN
  1639. #define HER2K_UC ZHER2K_UC
  1640. #define HER2K_LC ZHER2K_LC
  1641. #define SYR2K_UN ZSYR2K_UN
  1642. #define SYR2K_UT ZSYR2K_UT
  1643. #define SYR2K_LN ZSYR2K_LN
  1644. #define SYR2K_LT ZSYR2K_LT
  1645. #define SYR2K_UR ZSYR2K_UN
  1646. #define SYR2K_UC ZSYR2K_UT
  1647. #define SYR2K_LR ZSYR2K_LN
  1648. #define SYR2K_LC ZSYR2K_LT
  1649. #define SYR2K_KERNEL_U ZSYR2K_KERNEL_U
  1650. #define SYR2K_KERNEL_L ZSYR2K_KERNEL_L
  1651. #define TRMM_LNUU ZTRMM_LNUU
  1652. #define TRMM_LNUN ZTRMM_LNUN
  1653. #define TRMM_LNLU ZTRMM_LNLU
  1654. #define TRMM_LNLN ZTRMM_LNLN
  1655. #define TRMM_LTUU ZTRMM_LTUU
  1656. #define TRMM_LTUN ZTRMM_LTUN
  1657. #define TRMM_LTLU ZTRMM_LTLU
  1658. #define TRMM_LTLN ZTRMM_LTLN
  1659. #define TRMM_LRUU ZTRMM_LRUU
  1660. #define TRMM_LRUN ZTRMM_LRUN
  1661. #define TRMM_LRLU ZTRMM_LRLU
  1662. #define TRMM_LRLN ZTRMM_LRLN
  1663. #define TRMM_LCUU ZTRMM_LCUU
  1664. #define TRMM_LCUN ZTRMM_LCUN
  1665. #define TRMM_LCLU ZTRMM_LCLU
  1666. #define TRMM_LCLN ZTRMM_LCLN
  1667. #define TRMM_RNUU ZTRMM_RNUU
  1668. #define TRMM_RNUN ZTRMM_RNUN
  1669. #define TRMM_RNLU ZTRMM_RNLU
  1670. #define TRMM_RNLN ZTRMM_RNLN
  1671. #define TRMM_RTUU ZTRMM_RTUU
  1672. #define TRMM_RTUN ZTRMM_RTUN
  1673. #define TRMM_RTLU ZTRMM_RTLU
  1674. #define TRMM_RTLN ZTRMM_RTLN
  1675. #define TRMM_RRUU ZTRMM_RRUU
  1676. #define TRMM_RRUN ZTRMM_RRUN
  1677. #define TRMM_RRLU ZTRMM_RRLU
  1678. #define TRMM_RRLN ZTRMM_RRLN
  1679. #define TRMM_RCUU ZTRMM_RCUU
  1680. #define TRMM_RCUN ZTRMM_RCUN
  1681. #define TRMM_RCLU ZTRMM_RCLU
  1682. #define TRMM_RCLN ZTRMM_RCLN
  1683. #define TRSM_LNUU ZTRSM_LNUU
  1684. #define TRSM_LNUN ZTRSM_LNUN
  1685. #define TRSM_LNLU ZTRSM_LNLU
  1686. #define TRSM_LNLN ZTRSM_LNLN
  1687. #define TRSM_LTUU ZTRSM_LTUU
  1688. #define TRSM_LTUN ZTRSM_LTUN
  1689. #define TRSM_LTLU ZTRSM_LTLU
  1690. #define TRSM_LTLN ZTRSM_LTLN
  1691. #define TRSM_LRUU ZTRSM_LRUU
  1692. #define TRSM_LRUN ZTRSM_LRUN
  1693. #define TRSM_LRLU ZTRSM_LRLU
  1694. #define TRSM_LRLN ZTRSM_LRLN
  1695. #define TRSM_LCUU ZTRSM_LCUU
  1696. #define TRSM_LCUN ZTRSM_LCUN
  1697. #define TRSM_LCLU ZTRSM_LCLU
  1698. #define TRSM_LCLN ZTRSM_LCLN
  1699. #define TRSM_RNUU ZTRSM_RNUU
  1700. #define TRSM_RNUN ZTRSM_RNUN
  1701. #define TRSM_RNLU ZTRSM_RNLU
  1702. #define TRSM_RNLN ZTRSM_RNLN
  1703. #define TRSM_RTUU ZTRSM_RTUU
  1704. #define TRSM_RTUN ZTRSM_RTUN
  1705. #define TRSM_RTLU ZTRSM_RTLU
  1706. #define TRSM_RTLN ZTRSM_RTLN
  1707. #define TRSM_RRUU ZTRSM_RRUU
  1708. #define TRSM_RRUN ZTRSM_RRUN
  1709. #define TRSM_RRLU ZTRSM_RRLU
  1710. #define TRSM_RRLN ZTRSM_RRLN
  1711. #define TRSM_RCUU ZTRSM_RCUU
  1712. #define TRSM_RCUN ZTRSM_RCUN
  1713. #define TRSM_RCLU ZTRSM_RCLU
  1714. #define TRSM_RCLN ZTRSM_RCLN
  1715. #define GEMM_THREAD_NN ZGEMM_THREAD_NN
  1716. #define GEMM_THREAD_CN ZGEMM_THREAD_CN
  1717. #define GEMM_THREAD_TN ZGEMM_THREAD_TN
  1718. #define GEMM_THREAD_NC ZGEMM_THREAD_NC
  1719. #define GEMM_THREAD_NT ZGEMM_THREAD_NT
  1720. #define GEMM_THREAD_CC ZGEMM_THREAD_CC
  1721. #define GEMM_THREAD_CT ZGEMM_THREAD_CT
  1722. #define GEMM_THREAD_TC ZGEMM_THREAD_TC
  1723. #define GEMM_THREAD_TT ZGEMM_THREAD_TT
  1724. #define GEMM_THREAD_NR ZGEMM_THREAD_NR
  1725. #define GEMM_THREAD_TR ZGEMM_THREAD_TR
  1726. #define GEMM_THREAD_CR ZGEMM_THREAD_CR
  1727. #define GEMM_THREAD_RN ZGEMM_THREAD_RN
  1728. #define GEMM_THREAD_RT ZGEMM_THREAD_RT
  1729. #define GEMM_THREAD_RC ZGEMM_THREAD_RC
  1730. #define GEMM_THREAD_RR ZGEMM_THREAD_RR
  1731. #define SYMM_THREAD_LU ZSYMM_THREAD_LU
  1732. #define SYMM_THREAD_LL ZSYMM_THREAD_LL
  1733. #define SYMM_THREAD_RU ZSYMM_THREAD_RU
  1734. #define SYMM_THREAD_RL ZSYMM_THREAD_RL
  1735. #define HEMM_THREAD_LU ZHEMM_THREAD_LU
  1736. #define HEMM_THREAD_LL ZHEMM_THREAD_LL
  1737. #define HEMM_THREAD_RU ZHEMM_THREAD_RU
  1738. #define HEMM_THREAD_RL ZHEMM_THREAD_RL
  1739. #define SYRK_THREAD_UN ZSYRK_THREAD_UN
  1740. #define SYRK_THREAD_UT ZSYRK_THREAD_UT
  1741. #define SYRK_THREAD_LN ZSYRK_THREAD_LN
  1742. #define SYRK_THREAD_LT ZSYRK_THREAD_LT
  1743. #define SYRK_THREAD_UR ZSYRK_THREAD_UR
  1744. #define SYRK_THREAD_UC ZSYRK_THREAD_UC
  1745. #define SYRK_THREAD_LR ZSYRK_THREAD_LR
  1746. #define SYRK_THREAD_LC ZSYRK_THREAD_LC
  1747. #define HERK_THREAD_UN ZHERK_THREAD_UN
  1748. #define HERK_THREAD_UT ZHERK_THREAD_UT
  1749. #define HERK_THREAD_LN ZHERK_THREAD_LN
  1750. #define HERK_THREAD_LT ZHERK_THREAD_LT
  1751. #define HERK_THREAD_UR ZHERK_THREAD_UR
  1752. #define HERK_THREAD_UC ZHERK_THREAD_UC
  1753. #define HERK_THREAD_LR ZHERK_THREAD_LR
  1754. #define HERK_THREAD_LC ZHERK_THREAD_LC
  1755. #define GEMM3M_NN ZGEMM3M_NN
  1756. #define GEMM3M_CN ZGEMM3M_CN
  1757. #define GEMM3M_TN ZGEMM3M_TN
  1758. #define GEMM3M_NC ZGEMM3M_NC
  1759. #define GEMM3M_NT ZGEMM3M_NT
  1760. #define GEMM3M_CC ZGEMM3M_CC
  1761. #define GEMM3M_CT ZGEMM3M_CT
  1762. #define GEMM3M_TC ZGEMM3M_TC
  1763. #define GEMM3M_TT ZGEMM3M_TT
  1764. #define GEMM3M_NR ZGEMM3M_NR
  1765. #define GEMM3M_TR ZGEMM3M_TR
  1766. #define GEMM3M_CR ZGEMM3M_CR
  1767. #define GEMM3M_RN ZGEMM3M_RN
  1768. #define GEMM3M_RT ZGEMM3M_RT
  1769. #define GEMM3M_RC ZGEMM3M_RC
  1770. #define GEMM3M_RR ZGEMM3M_RR
  1771. #define GEMM3M_THREAD_NN ZGEMM3M_THREAD_NN
  1772. #define GEMM3M_THREAD_CN ZGEMM3M_THREAD_CN
  1773. #define GEMM3M_THREAD_TN ZGEMM3M_THREAD_TN
  1774. #define GEMM3M_THREAD_NC ZGEMM3M_THREAD_NC
  1775. #define GEMM3M_THREAD_NT ZGEMM3M_THREAD_NT
  1776. #define GEMM3M_THREAD_CC ZGEMM3M_THREAD_CC
  1777. #define GEMM3M_THREAD_CT ZGEMM3M_THREAD_CT
  1778. #define GEMM3M_THREAD_TC ZGEMM3M_THREAD_TC
  1779. #define GEMM3M_THREAD_TT ZGEMM3M_THREAD_TT
  1780. #define GEMM3M_THREAD_NR ZGEMM3M_THREAD_NR
  1781. #define GEMM3M_THREAD_TR ZGEMM3M_THREAD_TR
  1782. #define GEMM3M_THREAD_CR ZGEMM3M_THREAD_CR
  1783. #define GEMM3M_THREAD_RN ZGEMM3M_THREAD_RN
  1784. #define GEMM3M_THREAD_RT ZGEMM3M_THREAD_RT
  1785. #define GEMM3M_THREAD_RC ZGEMM3M_THREAD_RC
  1786. #define GEMM3M_THREAD_RR ZGEMM3M_THREAD_RR
  1787. #define SYMM3M_LU ZSYMM3M_LU
  1788. #define SYMM3M_LL ZSYMM3M_LL
  1789. #define SYMM3M_RU ZSYMM3M_RU
  1790. #define SYMM3M_RL ZSYMM3M_RL
  1791. #define SYMM3M_THREAD_LU ZSYMM3M_THREAD_LU
  1792. #define SYMM3M_THREAD_LL ZSYMM3M_THREAD_LL
  1793. #define SYMM3M_THREAD_RU ZSYMM3M_THREAD_RU
  1794. #define SYMM3M_THREAD_RL ZSYMM3M_THREAD_RL
  1795. #define HEMM3M_LU ZHEMM3M_LU
  1796. #define HEMM3M_LL ZHEMM3M_LL
  1797. #define HEMM3M_RU ZHEMM3M_RU
  1798. #define HEMM3M_RL ZHEMM3M_RL
  1799. #define HEMM3M_THREAD_LU ZHEMM3M_THREAD_LU
  1800. #define HEMM3M_THREAD_LL ZHEMM3M_THREAD_LL
  1801. #define HEMM3M_THREAD_RU ZHEMM3M_THREAD_RU
  1802. #define HEMM3M_THREAD_RL ZHEMM3M_THREAD_RL
  1803. #define SYMM_IUTCOPY ZSYMM_IUTCOPY
  1804. #define SYMM_ILTCOPY ZSYMM_ILTCOPY
  1805. #define SYMM_OUTCOPY ZSYMM_OUTCOPY
  1806. #define SYMM_OLTCOPY ZSYMM_OLTCOPY
  1807. #define AXPBY_K ZAXPBY_K
  1808. #define OMATCOPY_K_CN ZOMATCOPY_K_CN
  1809. #define OMATCOPY_K_RN ZOMATCOPY_K_RN
  1810. #define OMATCOPY_K_CT ZOMATCOPY_K_CT
  1811. #define OMATCOPY_K_RT ZOMATCOPY_K_RT
  1812. #define OMATCOPY_K_CNC ZOMATCOPY_K_CNC
  1813. #define OMATCOPY_K_RNC ZOMATCOPY_K_RNC
  1814. #define OMATCOPY_K_CTC ZOMATCOPY_K_CTC
  1815. #define OMATCOPY_K_RTC ZOMATCOPY_K_RTC
  1816. #define IMATCOPY_K_CN ZIMATCOPY_K_CN
  1817. #define IMATCOPY_K_RN ZIMATCOPY_K_RN
  1818. #define IMATCOPY_K_CT ZIMATCOPY_K_CT
  1819. #define IMATCOPY_K_RT ZIMATCOPY_K_RT
  1820. #define IMATCOPY_K_CNC ZIMATCOPY_K_CNC
  1821. #define IMATCOPY_K_RNC ZIMATCOPY_K_RNC
  1822. #define IMATCOPY_K_CTC ZIMATCOPY_K_CTC
  1823. #define IMATCOPY_K_RTC ZIMATCOPY_K_RTC
  1824. #define GEADD_K ZGEADD_K
  1825. #else
  1826. #define AMAX_K CAMAX_K
  1827. #define AMIN_K CAMIN_K
  1828. #define MAX_K CMAX_K
  1829. #define MIN_K CMIN_K
  1830. #define IAMAX_K ICAMAX_K
  1831. #define IAMIN_K ICAMIN_K
  1832. #define IMAX_K ICMAX_K
  1833. #define IMIN_K ICMIN_K
  1834. #define ASUM_K CASUM_K
  1835. #define AXPYU_K CAXPYU_K
  1836. #define AXPYC_K CAXPYC_K
  1837. #define COPY_K CCOPY_K
  1838. #define DOTU_K CDOTU_K
  1839. #define DOTC_K CDOTC_K
  1840. #define NRM2_K CNRM2_K
  1841. #define SCAL_K CSCAL_K
  1842. #define SUM_K CSUM_K
  1843. #define SWAP_K CSWAP_K
  1844. #define ROT_K CROT_K
  1845. #define GEMV_N CGEMV_N
  1846. #define GEMV_T CGEMV_T
  1847. #define GEMV_R CGEMV_R
  1848. #define GEMV_C CGEMV_C
  1849. #define GEMV_O CGEMV_O
  1850. #define GEMV_U CGEMV_U
  1851. #define GEMV_S CGEMV_S
  1852. #define GEMV_D CGEMV_D
  1853. #define GERU_K CGERU_K
  1854. #define GERC_K CGERC_K
  1855. #define GERV_K CGERV_K
  1856. #define GERD_K CGERD_K
  1857. #define SYMV_U CSYMV_U
  1858. #define SYMV_L CSYMV_L
  1859. #define HEMV_U CHEMV_U
  1860. #define HEMV_L CHEMV_L
  1861. #define HEMV_V CHEMV_V
  1862. #define HEMV_M CHEMV_M
  1863. #define SYMV_THREAD_U CSYMV_THREAD_U
  1864. #define SYMV_THREAD_L CSYMV_THREAD_L
  1865. #define HEMV_THREAD_U CHEMV_THREAD_U
  1866. #define HEMV_THREAD_L CHEMV_THREAD_L
  1867. #define HEMV_THREAD_V CHEMV_THREAD_V
  1868. #define HEMV_THREAD_M CHEMV_THREAD_M
  1869. #define GEMM_ONCOPY CGEMM_ONCOPY
  1870. #define GEMM_OTCOPY CGEMM_OTCOPY
  1871. #define GEMM_INCOPY CGEMM_INCOPY
  1872. #define GEMM_ITCOPY CGEMM_ITCOPY
  1873. #define GEMM3M_ONCOPYB CGEMM3M_ONCOPYB
  1874. #define GEMM3M_ONCOPYR CGEMM3M_ONCOPYR
  1875. #define GEMM3M_ONCOPYI CGEMM3M_ONCOPYI
  1876. #define GEMM3M_OTCOPYB CGEMM3M_OTCOPYB
  1877. #define GEMM3M_OTCOPYR CGEMM3M_OTCOPYR
  1878. #define GEMM3M_OTCOPYI CGEMM3M_OTCOPYI
  1879. #define GEMM3M_INCOPYB CGEMM3M_INCOPYB
  1880. #define GEMM3M_INCOPYR CGEMM3M_INCOPYR
  1881. #define GEMM3M_INCOPYI CGEMM3M_INCOPYI
  1882. #define GEMM3M_ITCOPYB CGEMM3M_ITCOPYB
  1883. #define GEMM3M_ITCOPYR CGEMM3M_ITCOPYR
  1884. #define GEMM3M_ITCOPYI CGEMM3M_ITCOPYI
  1885. #ifdef UNIT
  1886. #define TRMM_OUNCOPY CTRMM_OUNUCOPY
  1887. #define TRMM_OUTCOPY CTRMM_OUTUCOPY
  1888. #define TRMM_OLNCOPY CTRMM_OLNUCOPY
  1889. #define TRMM_OLTCOPY CTRMM_OLTUCOPY
  1890. #define TRSM_OUNCOPY CTRSM_OUNUCOPY
  1891. #define TRSM_OUTCOPY CTRSM_OUTUCOPY
  1892. #define TRSM_OLNCOPY CTRSM_OLNUCOPY
  1893. #define TRSM_OLTCOPY CTRSM_OLTUCOPY
  1894. #define TRMM_IUNCOPY CTRMM_IUNUCOPY
  1895. #define TRMM_IUTCOPY CTRMM_IUTUCOPY
  1896. #define TRMM_ILNCOPY CTRMM_ILNUCOPY
  1897. #define TRMM_ILTCOPY CTRMM_ILTUCOPY
  1898. #define TRSM_IUNCOPY CTRSM_IUNUCOPY
  1899. #define TRSM_IUTCOPY CTRSM_IUTUCOPY
  1900. #define TRSM_ILNCOPY CTRSM_ILNUCOPY
  1901. #define TRSM_ILTCOPY CTRSM_ILTUCOPY
  1902. #else
  1903. #define TRMM_OUNCOPY CTRMM_OUNNCOPY
  1904. #define TRMM_OUTCOPY CTRMM_OUTNCOPY
  1905. #define TRMM_OLNCOPY CTRMM_OLNNCOPY
  1906. #define TRMM_OLTCOPY CTRMM_OLTNCOPY
  1907. #define TRSM_OUNCOPY CTRSM_OUNNCOPY
  1908. #define TRSM_OUTCOPY CTRSM_OUTNCOPY
  1909. #define TRSM_OLNCOPY CTRSM_OLNNCOPY
  1910. #define TRSM_OLTCOPY CTRSM_OLTNCOPY
  1911. #define TRMM_IUNCOPY CTRMM_IUNNCOPY
  1912. #define TRMM_IUTCOPY CTRMM_IUTNCOPY
  1913. #define TRMM_ILNCOPY CTRMM_ILNNCOPY
  1914. #define TRMM_ILTCOPY CTRMM_ILTNCOPY
  1915. #define TRSM_IUNCOPY CTRSM_IUNNCOPY
  1916. #define TRSM_IUTCOPY CTRSM_IUTNCOPY
  1917. #define TRSM_ILNCOPY CTRSM_ILNNCOPY
  1918. #define TRSM_ILTCOPY CTRSM_ILTNCOPY
  1919. #endif
  1920. #define SYMM3M_ILCOPYB CSYMM3M_ILCOPYB
  1921. #define SYMM3M_IUCOPYB CSYMM3M_IUCOPYB
  1922. #define SYMM3M_ILCOPYR CSYMM3M_ILCOPYR
  1923. #define SYMM3M_IUCOPYR CSYMM3M_IUCOPYR
  1924. #define SYMM3M_ILCOPYI CSYMM3M_ILCOPYI
  1925. #define SYMM3M_IUCOPYI CSYMM3M_IUCOPYI
  1926. #define SYMM3M_OLCOPYB CSYMM3M_OLCOPYB
  1927. #define SYMM3M_OUCOPYB CSYMM3M_OUCOPYB
  1928. #define SYMM3M_OLCOPYR CSYMM3M_OLCOPYR
  1929. #define SYMM3M_OUCOPYR CSYMM3M_OUCOPYR
  1930. #define SYMM3M_OLCOPYI CSYMM3M_OLCOPYI
  1931. #define SYMM3M_OUCOPYI CSYMM3M_OUCOPYI
  1932. #define HEMM3M_ILCOPYB CHEMM3M_ILCOPYB
  1933. #define HEMM3M_IUCOPYB CHEMM3M_IUCOPYB
  1934. #define HEMM3M_ILCOPYR CHEMM3M_ILCOPYR
  1935. #define HEMM3M_IUCOPYR CHEMM3M_IUCOPYR
  1936. #define HEMM3M_ILCOPYI CHEMM3M_ILCOPYI
  1937. #define HEMM3M_IUCOPYI CHEMM3M_IUCOPYI
  1938. #define HEMM3M_OLCOPYB CHEMM3M_OLCOPYB
  1939. #define HEMM3M_OUCOPYB CHEMM3M_OUCOPYB
  1940. #define HEMM3M_OLCOPYR CHEMM3M_OLCOPYR
  1941. #define HEMM3M_OUCOPYR CHEMM3M_OUCOPYR
  1942. #define HEMM3M_OLCOPYI CHEMM3M_OLCOPYI
  1943. #define HEMM3M_OUCOPYI CHEMM3M_OUCOPYI
  1944. #define GEMM_BETA CGEMM_BETA
  1945. #define GEMM_KERNEL_N CGEMM_KERNEL_N
  1946. #define GEMM_KERNEL_L CGEMM_KERNEL_L
  1947. #define GEMM_KERNEL_R CGEMM_KERNEL_R
  1948. #define GEMM_KERNEL_B CGEMM_KERNEL_B
  1949. #define GEMM3M_KERNEL CGEMM3M_KERNEL
  1950. #define TRMM_KERNEL_LN CTRMM_KERNEL_LN
  1951. #define TRMM_KERNEL_LT CTRMM_KERNEL_LT
  1952. #define TRMM_KERNEL_LR CTRMM_KERNEL_LR
  1953. #define TRMM_KERNEL_LC CTRMM_KERNEL_LC
  1954. #define TRMM_KERNEL_RN CTRMM_KERNEL_RN
  1955. #define TRMM_KERNEL_RT CTRMM_KERNEL_RT
  1956. #define TRMM_KERNEL_RR CTRMM_KERNEL_RR
  1957. #define TRMM_KERNEL_RC CTRMM_KERNEL_RC
  1958. #define TRSM_KERNEL_LN CTRSM_KERNEL_LN
  1959. #define TRSM_KERNEL_LT CTRSM_KERNEL_LT
  1960. #define TRSM_KERNEL_LR CTRSM_KERNEL_LR
  1961. #define TRSM_KERNEL_LC CTRSM_KERNEL_LC
  1962. #define TRSM_KERNEL_RN CTRSM_KERNEL_RN
  1963. #define TRSM_KERNEL_RT CTRSM_KERNEL_RT
  1964. #define TRSM_KERNEL_RR CTRSM_KERNEL_RR
  1965. #define TRSM_KERNEL_RC CTRSM_KERNEL_RC
  1966. #define GEMM_NN CGEMM_NN
  1967. #define GEMM_CN CGEMM_CN
  1968. #define GEMM_TN CGEMM_TN
  1969. #define GEMM_NC CGEMM_NC
  1970. #define GEMM_NT CGEMM_NT
  1971. #define GEMM_CC CGEMM_CC
  1972. #define GEMM_CT CGEMM_CT
  1973. #define GEMM_TC CGEMM_TC
  1974. #define GEMM_TT CGEMM_TT
  1975. #define GEMM_NR CGEMM_NR
  1976. #define GEMM_TR CGEMM_TR
  1977. #define GEMM_CR CGEMM_CR
  1978. #define GEMM_RN CGEMM_RN
  1979. #define GEMM_RT CGEMM_RT
  1980. #define GEMM_RC CGEMM_RC
  1981. #define GEMM_RR CGEMM_RR
  1982. #define SYMM_LU CSYMM_LU
  1983. #define SYMM_LL CSYMM_LL
  1984. #define SYMM_RU CSYMM_RU
  1985. #define SYMM_RL CSYMM_RL
  1986. #define HEMM_LU CHEMM_LU
  1987. #define HEMM_LL CHEMM_LL
  1988. #define HEMM_RU CHEMM_RU
  1989. #define HEMM_RL CHEMM_RL
  1990. #define HEMM_IUTCOPY CHEMM_IUTCOPY
  1991. #define HEMM_ILTCOPY CHEMM_ILTCOPY
  1992. #define HEMM_OUTCOPY CHEMM_OUTCOPY
  1993. #define HEMM_OLTCOPY CHEMM_OLTCOPY
  1994. #define SYRK_UN CSYRK_UN
  1995. #define SYRK_UT CSYRK_UT
  1996. #define SYRK_LN CSYRK_LN
  1997. #define SYRK_LT CSYRK_LT
  1998. #define SYRK_UR CSYRK_UN
  1999. #define SYRK_UC CSYRK_UT
  2000. #define SYRK_LR CSYRK_LN
  2001. #define SYRK_LC CSYRK_LT
  2002. #define SYRK_KERNEL_U CSYRK_KERNEL_U
  2003. #define SYRK_KERNEL_L CSYRK_KERNEL_L
  2004. #define HERK_UN CHERK_UN
  2005. #define HERK_LN CHERK_LN
  2006. #define HERK_UC CHERK_UC
  2007. #define HERK_LC CHERK_LC
  2008. #define HER2K_UN CHER2K_UN
  2009. #define HER2K_LN CHER2K_LN
  2010. #define HER2K_UC CHER2K_UC
  2011. #define HER2K_LC CHER2K_LC
  2012. #define SYR2K_UN CSYR2K_UN
  2013. #define SYR2K_UT CSYR2K_UT
  2014. #define SYR2K_LN CSYR2K_LN
  2015. #define SYR2K_LT CSYR2K_LT
  2016. #define SYR2K_UR CSYR2K_UN
  2017. #define SYR2K_UC CSYR2K_UT
  2018. #define SYR2K_LR CSYR2K_LN
  2019. #define SYR2K_LC CSYR2K_LT
  2020. #define SYR2K_KERNEL_U CSYR2K_KERNEL_U
  2021. #define SYR2K_KERNEL_L CSYR2K_KERNEL_L
  2022. #define TRMM_LNUU CTRMM_LNUU
  2023. #define TRMM_LNUN CTRMM_LNUN
  2024. #define TRMM_LNLU CTRMM_LNLU
  2025. #define TRMM_LNLN CTRMM_LNLN
  2026. #define TRMM_LTUU CTRMM_LTUU
  2027. #define TRMM_LTUN CTRMM_LTUN
  2028. #define TRMM_LTLU CTRMM_LTLU
  2029. #define TRMM_LTLN CTRMM_LTLN
  2030. #define TRMM_LRUU CTRMM_LRUU
  2031. #define TRMM_LRUN CTRMM_LRUN
  2032. #define TRMM_LRLU CTRMM_LRLU
  2033. #define TRMM_LRLN CTRMM_LRLN
  2034. #define TRMM_LCUU CTRMM_LCUU
  2035. #define TRMM_LCUN CTRMM_LCUN
  2036. #define TRMM_LCLU CTRMM_LCLU
  2037. #define TRMM_LCLN CTRMM_LCLN
  2038. #define TRMM_RNUU CTRMM_RNUU
  2039. #define TRMM_RNUN CTRMM_RNUN
  2040. #define TRMM_RNLU CTRMM_RNLU
  2041. #define TRMM_RNLN CTRMM_RNLN
  2042. #define TRMM_RTUU CTRMM_RTUU
  2043. #define TRMM_RTUN CTRMM_RTUN
  2044. #define TRMM_RTLU CTRMM_RTLU
  2045. #define TRMM_RTLN CTRMM_RTLN
  2046. #define TRMM_RRUU CTRMM_RRUU
  2047. #define TRMM_RRUN CTRMM_RRUN
  2048. #define TRMM_RRLU CTRMM_RRLU
  2049. #define TRMM_RRLN CTRMM_RRLN
  2050. #define TRMM_RCUU CTRMM_RCUU
  2051. #define TRMM_RCUN CTRMM_RCUN
  2052. #define TRMM_RCLU CTRMM_RCLU
  2053. #define TRMM_RCLN CTRMM_RCLN
  2054. #define TRSM_LNUU CTRSM_LNUU
  2055. #define TRSM_LNUN CTRSM_LNUN
  2056. #define TRSM_LNLU CTRSM_LNLU
  2057. #define TRSM_LNLN CTRSM_LNLN
  2058. #define TRSM_LTUU CTRSM_LTUU
  2059. #define TRSM_LTUN CTRSM_LTUN
  2060. #define TRSM_LTLU CTRSM_LTLU
  2061. #define TRSM_LTLN CTRSM_LTLN
  2062. #define TRSM_LRUU CTRSM_LRUU
  2063. #define TRSM_LRUN CTRSM_LRUN
  2064. #define TRSM_LRLU CTRSM_LRLU
  2065. #define TRSM_LRLN CTRSM_LRLN
  2066. #define TRSM_LCUU CTRSM_LCUU
  2067. #define TRSM_LCUN CTRSM_LCUN
  2068. #define TRSM_LCLU CTRSM_LCLU
  2069. #define TRSM_LCLN CTRSM_LCLN
  2070. #define TRSM_RNUU CTRSM_RNUU
  2071. #define TRSM_RNUN CTRSM_RNUN
  2072. #define TRSM_RNLU CTRSM_RNLU
  2073. #define TRSM_RNLN CTRSM_RNLN
  2074. #define TRSM_RTUU CTRSM_RTUU
  2075. #define TRSM_RTUN CTRSM_RTUN
  2076. #define TRSM_RTLU CTRSM_RTLU
  2077. #define TRSM_RTLN CTRSM_RTLN
  2078. #define TRSM_RRUU CTRSM_RRUU
  2079. #define TRSM_RRUN CTRSM_RRUN
  2080. #define TRSM_RRLU CTRSM_RRLU
  2081. #define TRSM_RRLN CTRSM_RRLN
  2082. #define TRSM_RCUU CTRSM_RCUU
  2083. #define TRSM_RCUN CTRSM_RCUN
  2084. #define TRSM_RCLU CTRSM_RCLU
  2085. #define TRSM_RCLN CTRSM_RCLN
  2086. #define GEMM_THREAD_NN CGEMM_THREAD_NN
  2087. #define GEMM_THREAD_CN CGEMM_THREAD_CN
  2088. #define GEMM_THREAD_TN CGEMM_THREAD_TN
  2089. #define GEMM_THREAD_NC CGEMM_THREAD_NC
  2090. #define GEMM_THREAD_NT CGEMM_THREAD_NT
  2091. #define GEMM_THREAD_CC CGEMM_THREAD_CC
  2092. #define GEMM_THREAD_CT CGEMM_THREAD_CT
  2093. #define GEMM_THREAD_TC CGEMM_THREAD_TC
  2094. #define GEMM_THREAD_TT CGEMM_THREAD_TT
  2095. #define GEMM_THREAD_NR CGEMM_THREAD_NR
  2096. #define GEMM_THREAD_TR CGEMM_THREAD_TR
  2097. #define GEMM_THREAD_CR CGEMM_THREAD_CR
  2098. #define GEMM_THREAD_RN CGEMM_THREAD_RN
  2099. #define GEMM_THREAD_RT CGEMM_THREAD_RT
  2100. #define GEMM_THREAD_RC CGEMM_THREAD_RC
  2101. #define GEMM_THREAD_RR CGEMM_THREAD_RR
  2102. #define SYMM_THREAD_LU CSYMM_THREAD_LU
  2103. #define SYMM_THREAD_LL CSYMM_THREAD_LL
  2104. #define SYMM_THREAD_RU CSYMM_THREAD_RU
  2105. #define SYMM_THREAD_RL CSYMM_THREAD_RL
  2106. #define HEMM_THREAD_LU CHEMM_THREAD_LU
  2107. #define HEMM_THREAD_LL CHEMM_THREAD_LL
  2108. #define HEMM_THREAD_RU CHEMM_THREAD_RU
  2109. #define HEMM_THREAD_RL CHEMM_THREAD_RL
  2110. #define SYRK_THREAD_UN CSYRK_THREAD_UN
  2111. #define SYRK_THREAD_UT CSYRK_THREAD_UT
  2112. #define SYRK_THREAD_LN CSYRK_THREAD_LN
  2113. #define SYRK_THREAD_LT CSYRK_THREAD_LT
  2114. #define SYRK_THREAD_UR CSYRK_THREAD_UR
  2115. #define SYRK_THREAD_UC CSYRK_THREAD_UC
  2116. #define SYRK_THREAD_LR CSYRK_THREAD_LR
  2117. #define SYRK_THREAD_LC CSYRK_THREAD_LC
  2118. #define HERK_THREAD_UN CHERK_THREAD_UN
  2119. #define HERK_THREAD_UT CHERK_THREAD_UT
  2120. #define HERK_THREAD_LN CHERK_THREAD_LN
  2121. #define HERK_THREAD_LT CHERK_THREAD_LT
  2122. #define HERK_THREAD_UR CHERK_THREAD_UR
  2123. #define HERK_THREAD_UC CHERK_THREAD_UC
  2124. #define HERK_THREAD_LR CHERK_THREAD_LR
  2125. #define HERK_THREAD_LC CHERK_THREAD_LC
  2126. #define GEMM3M_NN CGEMM3M_NN
  2127. #define GEMM3M_CN CGEMM3M_CN
  2128. #define GEMM3M_TN CGEMM3M_TN
  2129. #define GEMM3M_NC CGEMM3M_NC
  2130. #define GEMM3M_NT CGEMM3M_NT
  2131. #define GEMM3M_CC CGEMM3M_CC
  2132. #define GEMM3M_CT CGEMM3M_CT
  2133. #define GEMM3M_TC CGEMM3M_TC
  2134. #define GEMM3M_TT CGEMM3M_TT
  2135. #define GEMM3M_NR CGEMM3M_NR
  2136. #define GEMM3M_TR CGEMM3M_TR
  2137. #define GEMM3M_CR CGEMM3M_CR
  2138. #define GEMM3M_RN CGEMM3M_RN
  2139. #define GEMM3M_RT CGEMM3M_RT
  2140. #define GEMM3M_RC CGEMM3M_RC
  2141. #define GEMM3M_RR CGEMM3M_RR
  2142. #define GEMM3M_THREAD_NN CGEMM3M_THREAD_NN
  2143. #define GEMM3M_THREAD_CN CGEMM3M_THREAD_CN
  2144. #define GEMM3M_THREAD_TN CGEMM3M_THREAD_TN
  2145. #define GEMM3M_THREAD_NC CGEMM3M_THREAD_NC
  2146. #define GEMM3M_THREAD_NT CGEMM3M_THREAD_NT
  2147. #define GEMM3M_THREAD_CC CGEMM3M_THREAD_CC
  2148. #define GEMM3M_THREAD_CT CGEMM3M_THREAD_CT
  2149. #define GEMM3M_THREAD_TC CGEMM3M_THREAD_TC
  2150. #define GEMM3M_THREAD_TT CGEMM3M_THREAD_TT
  2151. #define GEMM3M_THREAD_NR CGEMM3M_THREAD_NR
  2152. #define GEMM3M_THREAD_TR CGEMM3M_THREAD_TR
  2153. #define GEMM3M_THREAD_CR CGEMM3M_THREAD_CR
  2154. #define GEMM3M_THREAD_RN CGEMM3M_THREAD_RN
  2155. #define GEMM3M_THREAD_RT CGEMM3M_THREAD_RT
  2156. #define GEMM3M_THREAD_RC CGEMM3M_THREAD_RC
  2157. #define GEMM3M_THREAD_RR CGEMM3M_THREAD_RR
  2158. #define SYMM3M_LU CSYMM3M_LU
  2159. #define SYMM3M_LL CSYMM3M_LL
  2160. #define SYMM3M_RU CSYMM3M_RU
  2161. #define SYMM3M_RL CSYMM3M_RL
  2162. #define SYMM3M_THREAD_LU CSYMM3M_THREAD_LU
  2163. #define SYMM3M_THREAD_LL CSYMM3M_THREAD_LL
  2164. #define SYMM3M_THREAD_RU CSYMM3M_THREAD_RU
  2165. #define SYMM3M_THREAD_RL CSYMM3M_THREAD_RL
  2166. #define HEMM3M_LU CHEMM3M_LU
  2167. #define HEMM3M_LL CHEMM3M_LL
  2168. #define HEMM3M_RU CHEMM3M_RU
  2169. #define HEMM3M_RL CHEMM3M_RL
  2170. #define HEMM3M_THREAD_LU CHEMM3M_THREAD_LU
  2171. #define HEMM3M_THREAD_LL CHEMM3M_THREAD_LL
  2172. #define HEMM3M_THREAD_RU CHEMM3M_THREAD_RU
  2173. #define HEMM3M_THREAD_RL CHEMM3M_THREAD_RL
  2174. #define SYMM_IUTCOPY CSYMM_IUTCOPY
  2175. #define SYMM_ILTCOPY CSYMM_ILTCOPY
  2176. #define SYMM_OUTCOPY CSYMM_OUTCOPY
  2177. #define SYMM_OLTCOPY CSYMM_OLTCOPY
  2178. #define AXPBY_K CAXPBY_K
  2179. #define OMATCOPY_K_CN COMATCOPY_K_CN
  2180. #define OMATCOPY_K_RN COMATCOPY_K_RN
  2181. #define OMATCOPY_K_CT COMATCOPY_K_CT
  2182. #define OMATCOPY_K_RT COMATCOPY_K_RT
  2183. #define OMATCOPY_K_CNC COMATCOPY_K_CNC
  2184. #define OMATCOPY_K_RNC COMATCOPY_K_RNC
  2185. #define OMATCOPY_K_CTC COMATCOPY_K_CTC
  2186. #define OMATCOPY_K_RTC COMATCOPY_K_RTC
  2187. #define IMATCOPY_K_CN CIMATCOPY_K_CN
  2188. #define IMATCOPY_K_RN CIMATCOPY_K_RN
  2189. #define IMATCOPY_K_CT CIMATCOPY_K_CT
  2190. #define IMATCOPY_K_RT CIMATCOPY_K_RT
  2191. #define IMATCOPY_K_CNC CIMATCOPY_K_CNC
  2192. #define IMATCOPY_K_RNC CIMATCOPY_K_RNC
  2193. #define IMATCOPY_K_CTC CIMATCOPY_K_CTC
  2194. #define IMATCOPY_K_RTC CIMATCOPY_K_RTC
  2195. #define GEADD_K CGEADD_K
  2196. #endif
  2197. #endif
  2198. #ifndef ASSEMBLER
  2199. #if defined(ARCH_X86) || defined(ARCH_X86_64) || defined(ARCH_IA64) || defined(ARCH_MIPS64) || defined(ARCH_ARM64)
  2200. extern BLASLONG gemm_offset_a;
  2201. extern BLASLONG gemm_offset_b;
  2202. extern BLASLONG sbgemm_p;
  2203. extern BLASLONG sbgemm_q;
  2204. extern BLASLONG sbgemm_r;
  2205. extern BLASLONG sgemm_p;
  2206. extern BLASLONG sgemm_q;
  2207. extern BLASLONG sgemm_r;
  2208. extern BLASLONG dgemm_p;
  2209. extern BLASLONG dgemm_q;
  2210. extern BLASLONG dgemm_r;
  2211. extern BLASLONG qgemm_p;
  2212. extern BLASLONG qgemm_q;
  2213. extern BLASLONG qgemm_r;
  2214. extern BLASLONG cgemm_p;
  2215. extern BLASLONG cgemm_q;
  2216. extern BLASLONG cgemm_r;
  2217. extern BLASLONG zgemm_p;
  2218. extern BLASLONG zgemm_q;
  2219. extern BLASLONG zgemm_r;
  2220. extern BLASLONG xgemm_p;
  2221. extern BLASLONG xgemm_q;
  2222. extern BLASLONG xgemm_r;
  2223. #endif
  2224. typedef struct {
  2225. void *a, *b, *c, *d, *alpha, *beta;
  2226. BLASLONG m, n, k, lda, ldb, ldc, ldd;
  2227. #ifdef SMP
  2228. void *common;
  2229. BLASLONG nthreads;
  2230. #endif
  2231. #ifdef PARAMTEST
  2232. BLASLONG gemm_p, gemm_q, gemm_r;
  2233. #endif
  2234. #ifdef PREFETCHTEST
  2235. BLASLONG prea, preb, prec, pred;
  2236. #endif
  2237. } blas_arg_t;
  2238. #endif
  2239. #ifdef XDOUBLE
  2240. #define TRSV_NUU qtrsv_NUU
  2241. #define TRSV_NUN qtrsv_NUN
  2242. #define TRSV_NLU qtrsv_NLU
  2243. #define TRSV_NLN qtrsv_NLN
  2244. #define TRSV_TUU qtrsv_TUU
  2245. #define TRSV_TUN qtrsv_TUN
  2246. #define TRSV_TLU qtrsv_TLU
  2247. #define TRSV_TLN qtrsv_TLN
  2248. #define ZTRSV_NUU xtrsv_NUU
  2249. #define ZTRSV_NUN xtrsv_NUN
  2250. #define ZTRSV_NLU xtrsv_NLU
  2251. #define ZTRSV_NLN xtrsv_NLN
  2252. #define ZTRSV_TUU xtrsv_TUU
  2253. #define ZTRSV_TUN xtrsv_TUN
  2254. #define ZTRSV_TLU xtrsv_TLU
  2255. #define ZTRSV_TLN xtrsv_TLN
  2256. #define ZTRSV_RUU xtrsv_RUU
  2257. #define ZTRSV_RUN xtrsv_RUN
  2258. #define ZTRSV_RLU xtrsv_RLU
  2259. #define ZTRSV_RLN xtrsv_RLN
  2260. #define ZTRSV_CUU xtrsv_CUU
  2261. #define ZTRSV_CUN xtrsv_CUN
  2262. #define ZTRSV_CLU xtrsv_CLU
  2263. #define ZTRSV_CLN xtrsv_CLN
  2264. #define TRMV_NUU qtrmv_NUU
  2265. #define TRMV_NUN qtrmv_NUN
  2266. #define TRMV_NLU qtrmv_NLU
  2267. #define TRMV_NLN qtrmv_NLN
  2268. #define TRMV_TUU qtrmv_TUU
  2269. #define TRMV_TUN qtrmv_TUN
  2270. #define TRMV_TLU qtrmv_TLU
  2271. #define TRMV_TLN qtrmv_TLN
  2272. #define TRMV_THREAD_NUU qtrmv_thread_NUU
  2273. #define TRMV_THREAD_NUN qtrmv_thread_NUN
  2274. #define TRMV_THREAD_NLU qtrmv_thread_NLU
  2275. #define TRMV_THREAD_NLN qtrmv_thread_NLN
  2276. #define TRMV_THREAD_TUU qtrmv_thread_TUU
  2277. #define TRMV_THREAD_TUN qtrmv_thread_TUN
  2278. #define TRMV_THREAD_TLU qtrmv_thread_TLU
  2279. #define TRMV_THREAD_TLN qtrmv_thread_TLN
  2280. #define ZTRMV_NUU xtrmv_NUU
  2281. #define ZTRMV_NUN xtrmv_NUN
  2282. #define ZTRMV_NLU xtrmv_NLU
  2283. #define ZTRMV_NLN xtrmv_NLN
  2284. #define ZTRMV_TUU xtrmv_TUU
  2285. #define ZTRMV_TUN xtrmv_TUN
  2286. #define ZTRMV_TLU xtrmv_TLU
  2287. #define ZTRMV_TLN xtrmv_TLN
  2288. #define ZTRMV_RUU xtrmv_RUU
  2289. #define ZTRMV_RUN xtrmv_RUN
  2290. #define ZTRMV_RLU xtrmv_RLU
  2291. #define ZTRMV_RLN xtrmv_RLN
  2292. #define ZTRMV_CUU xtrmv_CUU
  2293. #define ZTRMV_CUN xtrmv_CUN
  2294. #define ZTRMV_CLU xtrmv_CLU
  2295. #define ZTRMV_CLN xtrmv_CLN
  2296. #define ZTRMV_THREAD_NUU xtrmv_thread_NUU
  2297. #define ZTRMV_THREAD_NUN xtrmv_thread_NUN
  2298. #define ZTRMV_THREAD_NLU xtrmv_thread_NLU
  2299. #define ZTRMV_THREAD_NLN xtrmv_thread_NLN
  2300. #define ZTRMV_THREAD_TUU xtrmv_thread_TUU
  2301. #define ZTRMV_THREAD_TUN xtrmv_thread_TUN
  2302. #define ZTRMV_THREAD_TLU xtrmv_thread_TLU
  2303. #define ZTRMV_THREAD_TLN xtrmv_thread_TLN
  2304. #define ZTRMV_THREAD_RUU xtrmv_thread_RUU
  2305. #define ZTRMV_THREAD_RUN xtrmv_thread_RUN
  2306. #define ZTRMV_THREAD_RLU xtrmv_thread_RLU
  2307. #define ZTRMV_THREAD_RLN xtrmv_thread_RLN
  2308. #define ZTRMV_THREAD_CUU xtrmv_thread_CUU
  2309. #define ZTRMV_THREAD_CUN xtrmv_thread_CUN
  2310. #define ZTRMV_THREAD_CLU xtrmv_thread_CLU
  2311. #define ZTRMV_THREAD_CLN xtrmv_thread_CLN
  2312. #elif defined(DOUBLE)
  2313. #define TRSV_NUU dtrsv_NUU
  2314. #define TRSV_NUN dtrsv_NUN
  2315. #define TRSV_NLU dtrsv_NLU
  2316. #define TRSV_NLN dtrsv_NLN
  2317. #define TRSV_TUU dtrsv_TUU
  2318. #define TRSV_TUN dtrsv_TUN
  2319. #define TRSV_TLU dtrsv_TLU
  2320. #define TRSV_TLN dtrsv_TLN
  2321. #define ZTRSV_NUU ztrsv_NUU
  2322. #define ZTRSV_NUN ztrsv_NUN
  2323. #define ZTRSV_NLU ztrsv_NLU
  2324. #define ZTRSV_NLN ztrsv_NLN
  2325. #define ZTRSV_TUU ztrsv_TUU
  2326. #define ZTRSV_TUN ztrsv_TUN
  2327. #define ZTRSV_TLU ztrsv_TLU
  2328. #define ZTRSV_TLN ztrsv_TLN
  2329. #define ZTRSV_RUU ztrsv_RUU
  2330. #define ZTRSV_RUN ztrsv_RUN
  2331. #define ZTRSV_RLU ztrsv_RLU
  2332. #define ZTRSV_RLN ztrsv_RLN
  2333. #define ZTRSV_CUU ztrsv_CUU
  2334. #define ZTRSV_CUN ztrsv_CUN
  2335. #define ZTRSV_CLU ztrsv_CLU
  2336. #define ZTRSV_CLN ztrsv_CLN
  2337. #define TRMV_NUU dtrmv_NUU
  2338. #define TRMV_NUN dtrmv_NUN
  2339. #define TRMV_NLU dtrmv_NLU
  2340. #define TRMV_NLN dtrmv_NLN
  2341. #define TRMV_TUU dtrmv_TUU
  2342. #define TRMV_TUN dtrmv_TUN
  2343. #define TRMV_TLU dtrmv_TLU
  2344. #define TRMV_TLN dtrmv_TLN
  2345. #define TRMV_THREAD_NUU dtrmv_thread_NUU
  2346. #define TRMV_THREAD_NUN dtrmv_thread_NUN
  2347. #define TRMV_THREAD_NLU dtrmv_thread_NLU
  2348. #define TRMV_THREAD_NLN dtrmv_thread_NLN
  2349. #define TRMV_THREAD_TUU dtrmv_thread_TUU
  2350. #define TRMV_THREAD_TUN dtrmv_thread_TUN
  2351. #define TRMV_THREAD_TLU dtrmv_thread_TLU
  2352. #define TRMV_THREAD_TLN dtrmv_thread_TLN
  2353. #define ZTRMV_NUU ztrmv_NUU
  2354. #define ZTRMV_NUN ztrmv_NUN
  2355. #define ZTRMV_NLU ztrmv_NLU
  2356. #define ZTRMV_NLN ztrmv_NLN
  2357. #define ZTRMV_TUU ztrmv_TUU
  2358. #define ZTRMV_TUN ztrmv_TUN
  2359. #define ZTRMV_TLU ztrmv_TLU
  2360. #define ZTRMV_TLN ztrmv_TLN
  2361. #define ZTRMV_RUU ztrmv_RUU
  2362. #define ZTRMV_RUN ztrmv_RUN
  2363. #define ZTRMV_RLU ztrmv_RLU
  2364. #define ZTRMV_RLN ztrmv_RLN
  2365. #define ZTRMV_CUU ztrmv_CUU
  2366. #define ZTRMV_CUN ztrmv_CUN
  2367. #define ZTRMV_CLU ztrmv_CLU
  2368. #define ZTRMV_CLN ztrmv_CLN
  2369. #define ZTRMV_THREAD_NUU ztrmv_thread_NUU
  2370. #define ZTRMV_THREAD_NUN ztrmv_thread_NUN
  2371. #define ZTRMV_THREAD_NLU ztrmv_thread_NLU
  2372. #define ZTRMV_THREAD_NLN ztrmv_thread_NLN
  2373. #define ZTRMV_THREAD_TUU ztrmv_thread_TUU
  2374. #define ZTRMV_THREAD_TUN ztrmv_thread_TUN
  2375. #define ZTRMV_THREAD_TLU ztrmv_thread_TLU
  2376. #define ZTRMV_THREAD_TLN ztrmv_thread_TLN
  2377. #define ZTRMV_THREAD_RUU ztrmv_thread_RUU
  2378. #define ZTRMV_THREAD_RUN ztrmv_thread_RUN
  2379. #define ZTRMV_THREAD_RLU ztrmv_thread_RLU
  2380. #define ZTRMV_THREAD_RLN ztrmv_thread_RLN
  2381. #define ZTRMV_THREAD_CUU ztrmv_thread_CUU
  2382. #define ZTRMV_THREAD_CUN ztrmv_thread_CUN
  2383. #define ZTRMV_THREAD_CLU ztrmv_thread_CLU
  2384. #define ZTRMV_THREAD_CLN ztrmv_thread_CLN
  2385. #else
  2386. #define TRSV_NUU strsv_NUU
  2387. #define TRSV_NUN strsv_NUN
  2388. #define TRSV_NLU strsv_NLU
  2389. #define TRSV_NLN strsv_NLN
  2390. #define TRSV_TUU strsv_TUU
  2391. #define TRSV_TUN strsv_TUN
  2392. #define TRSV_TLU strsv_TLU
  2393. #define TRSV_TLN strsv_TLN
  2394. #define ZTRSV_NUU ctrsv_NUU
  2395. #define ZTRSV_NUN ctrsv_NUN
  2396. #define ZTRSV_NLU ctrsv_NLU
  2397. #define ZTRSV_NLN ctrsv_NLN
  2398. #define ZTRSV_TUU ctrsv_TUU
  2399. #define ZTRSV_TUN ctrsv_TUN
  2400. #define ZTRSV_TLU ctrsv_TLU
  2401. #define ZTRSV_TLN ctrsv_TLN
  2402. #define ZTRSV_RUU ctrsv_RUU
  2403. #define ZTRSV_RUN ctrsv_RUN
  2404. #define ZTRSV_RLU ctrsv_RLU
  2405. #define ZTRSV_RLN ctrsv_RLN
  2406. #define ZTRSV_CUU ctrsv_CUU
  2407. #define ZTRSV_CUN ctrsv_CUN
  2408. #define ZTRSV_CLU ctrsv_CLU
  2409. #define ZTRSV_CLN ctrsv_CLN
  2410. #define TRMV_NUU strmv_NUU
  2411. #define TRMV_NUN strmv_NUN
  2412. #define TRMV_NLU strmv_NLU
  2413. #define TRMV_NLN strmv_NLN
  2414. #define TRMV_TUU strmv_TUU
  2415. #define TRMV_TUN strmv_TUN
  2416. #define TRMV_TLU strmv_TLU
  2417. #define TRMV_TLN strmv_TLN
  2418. #define TRMV_THREAD_NUU strmv_thread_NUU
  2419. #define TRMV_THREAD_NUN strmv_thread_NUN
  2420. #define TRMV_THREAD_NLU strmv_thread_NLU
  2421. #define TRMV_THREAD_NLN strmv_thread_NLN
  2422. #define TRMV_THREAD_TUU strmv_thread_TUU
  2423. #define TRMV_THREAD_TUN strmv_thread_TUN
  2424. #define TRMV_THREAD_TLU strmv_thread_TLU
  2425. #define TRMV_THREAD_TLN strmv_thread_TLN
  2426. #define ZTRMV_NUU ctrmv_NUU
  2427. #define ZTRMV_NUN ctrmv_NUN
  2428. #define ZTRMV_NLU ctrmv_NLU
  2429. #define ZTRMV_NLN ctrmv_NLN
  2430. #define ZTRMV_TUU ctrmv_TUU
  2431. #define ZTRMV_TUN ctrmv_TUN
  2432. #define ZTRMV_TLU ctrmv_TLU
  2433. #define ZTRMV_TLN ctrmv_TLN
  2434. #define ZTRMV_RUU ctrmv_RUU
  2435. #define ZTRMV_RUN ctrmv_RUN
  2436. #define ZTRMV_RLU ctrmv_RLU
  2437. #define ZTRMV_RLN ctrmv_RLN
  2438. #define ZTRMV_CUU ctrmv_CUU
  2439. #define ZTRMV_CUN ctrmv_CUN
  2440. #define ZTRMV_CLU ctrmv_CLU
  2441. #define ZTRMV_CLN ctrmv_CLN
  2442. #define ZTRMV_THREAD_NUU ctrmv_thread_NUU
  2443. #define ZTRMV_THREAD_NUN ctrmv_thread_NUN
  2444. #define ZTRMV_THREAD_NLU ctrmv_thread_NLU
  2445. #define ZTRMV_THREAD_NLN ctrmv_thread_NLN
  2446. #define ZTRMV_THREAD_TUU ctrmv_thread_TUU
  2447. #define ZTRMV_THREAD_TUN ctrmv_thread_TUN
  2448. #define ZTRMV_THREAD_TLU ctrmv_thread_TLU
  2449. #define ZTRMV_THREAD_TLN ctrmv_thread_TLN
  2450. #define ZTRMV_THREAD_RUU ctrmv_thread_RUU
  2451. #define ZTRMV_THREAD_RUN ctrmv_thread_RUN
  2452. #define ZTRMV_THREAD_RLU ctrmv_thread_RLU
  2453. #define ZTRMV_THREAD_RLN ctrmv_thread_RLN
  2454. #define ZTRMV_THREAD_CUU ctrmv_thread_CUU
  2455. #define ZTRMV_THREAD_CUN ctrmv_thread_CUN
  2456. #define ZTRMV_THREAD_CLU ctrmv_thread_CLU
  2457. #define ZTRMV_THREAD_CLN ctrmv_thread_CLN
  2458. #endif
  2459. #define SGETF2 sgetf2_k
  2460. #define DGETF2 dgetf2_k
  2461. #define QGETF2 qgetf2_k
  2462. #define CGETF2 cgetf2_k
  2463. #define ZGETF2 zgetf2_k
  2464. #define XGETF2 xgetf2_k
  2465. #define SLASWP_PLUS slaswp_plus
  2466. #define SLASWP_MINUS slaswp_minus
  2467. #define DLASWP_PLUS dlaswp_plus
  2468. #define DLASWP_MINUS dlaswp_minus
  2469. #define QLASWP_PLUS qlaswp_plus
  2470. #define QLASWP_MINUS qlaswp_minus
  2471. #define CLASWP_PLUS claswp_plus
  2472. #define CLASWP_MINUS claswp_minus
  2473. #define ZLASWP_PLUS zlaswp_plus
  2474. #define ZLASWP_MINUS zlaswp_minus
  2475. #define XLASWP_PLUS xlaswp_plus
  2476. #define XLASWP_MINUS xlaswp_minus
  2477. #define SLARF_L slarf_L
  2478. #define SLARF_R slarf_R
  2479. #define DLARF_L dlarf_L
  2480. #define DLARF_R dlarf_R
  2481. #define QLARF_L qlarf_L
  2482. #define QLARF_R qlarf_R
  2483. #define CLARF_L clarf_L
  2484. #define CLARF_R clarf_R
  2485. #define ZLARF_L zlarf_L
  2486. #define ZLARF_R zlarf_R
  2487. #define XLARF_L xlarf_L
  2488. #define XLARF_R xlarf_R
  2489. #ifndef COMPLEX
  2490. #ifdef XDOUBLE
  2491. #define GETF2 QGETF2
  2492. #define GETRF QGETRF
  2493. #define GETRS_N_SINGLE qgetrs_N_single
  2494. #define GETRS_T_SINGLE qgetrs_T_single
  2495. #define GETRS_R_SINGLE qgetrs_N_single
  2496. #define GETRS_C_SINGLE qgetrs_T_single
  2497. #define GETRS_N_PARALLEL qgetrs_N_parallel
  2498. #define GETRS_T_PARALLEL qgetrs_T_parallel
  2499. #define GETRS_R_PARALLEL qgetrs_N_parallel
  2500. #define GETRS_C_PARALLEL qgetrs_T_parallel
  2501. #define LASWP_PLUS QLASWP_PLUS
  2502. #define LASWP_MINUS QLASWP_MINUS
  2503. #define LASWP_NCOPY QLASWP_NCOPY
  2504. #define GETRS_N QGETRS_N
  2505. #define GETRS_T QGETRS_T
  2506. #define GETRF_SINGLE qgetrf_single
  2507. #define GETRF_PARALLEL qgetrf_parallel
  2508. #define NEG_TCOPY QNEG_TCOPY
  2509. #define LARF_L QLARF_L
  2510. #define LARF_R QLARF_R
  2511. #elif defined(DOUBLE)
  2512. #define GETF2 DGETF2
  2513. #define GETRF DGETRF
  2514. #define GETRS_N_SINGLE dgetrs_N_single
  2515. #define GETRS_T_SINGLE dgetrs_T_single
  2516. #define GETRS_R_SINGLE dgetrs_N_single
  2517. #define GETRS_C_SINGLE dgetrs_T_single
  2518. #define GETRS_N_PARALLEL dgetrs_N_parallel
  2519. #define GETRS_T_PARALLEL dgetrs_T_parallel
  2520. #define GETRS_R_PARALLEL dgetrs_N_parallel
  2521. #define GETRS_C_PARALLEL dgetrs_T_parallel
  2522. #define LASWP_PLUS DLASWP_PLUS
  2523. #define LASWP_MINUS DLASWP_MINUS
  2524. #define LASWP_NCOPY DLASWP_NCOPY
  2525. #define GETRS_N DGETRS_N
  2526. #define GETRS_T DGETRS_T
  2527. #define GETRF_SINGLE dgetrf_single
  2528. #define GETRF_PARALLEL dgetrf_parallel
  2529. #define NEG_TCOPY DNEG_TCOPY
  2530. #define LARF_L DLARF_L
  2531. #define LARF_R DLARF_R
  2532. #else
  2533. #define GETF2 SGETF2
  2534. #define GETRF SGETRF
  2535. #define GETRS_N_SINGLE sgetrs_N_single
  2536. #define GETRS_T_SINGLE sgetrs_T_single
  2537. #define GETRS_R_SINGLE sgetrs_N_single
  2538. #define GETRS_C_SINGLE sgetrs_T_single
  2539. #define GETRS_N_PARALLEL sgetrs_N_parallel
  2540. #define GETRS_T_PARALLEL sgetrs_T_parallel
  2541. #define GETRS_R_PARALLEL sgetrs_N_parallel
  2542. #define GETRS_C_PARALLEL sgetrs_T_parallel
  2543. #define LASWP_PLUS SLASWP_PLUS
  2544. #define LASWP_MINUS SLASWP_MINUS
  2545. #define LASWP_NCOPY SLASWP_NCOPY
  2546. #define GETRS_N SGETRS_N
  2547. #define GETRS_T SGETRS_T
  2548. #define GETRF_SINGLE sgetrf_single
  2549. #define GETRF_PARALLEL sgetrf_parallel
  2550. #define NEG_TCOPY SNEG_TCOPY
  2551. #define LARF_L SLARF_L
  2552. #define LARF_R SLARF_R
  2553. #endif
  2554. #else
  2555. #ifdef XDOUBLE
  2556. #define GETF2 XGETF2
  2557. #define GETRF XGETRF
  2558. #define GETRS_N_SINGLE xgetrs_N_single
  2559. #define GETRS_T_SINGLE xgetrs_T_single
  2560. #define GETRS_R_SINGLE xgetrs_R_single
  2561. #define GETRS_C_SINGLE xgetrs_C_single
  2562. #define GETRS_N_PARALLEL xgetrs_N_parallel
  2563. #define GETRS_T_PARALLEL xgetrs_T_parallel
  2564. #define GETRS_R_PARALLEL xgetrs_R_parallel
  2565. #define GETRS_C_PARALLEL xgetrs_C_parallel
  2566. #define LASWP_PLUS XLASWP_PLUS
  2567. #define LASWP_MINUS XLASWP_MINUS
  2568. #define LASWP_NCOPY XLASWP_NCOPY
  2569. #define GETRS_N XGETRS_N
  2570. #define GETRS_T XGETRS_T
  2571. #define GETRF_SINGLE xgetrf_single
  2572. #define GETRF_PARALLEL xgetrf_parallel
  2573. #define NEG_TCOPY XNEG_TCOPY
  2574. #define LARF_L XLARF_L
  2575. #define LARF_R XLARF_R
  2576. #elif defined(DOUBLE)
  2577. #define GETF2 ZGETF2
  2578. #define GETRF ZGETRF
  2579. #define GETRS_N_SINGLE zgetrs_N_single
  2580. #define GETRS_T_SINGLE zgetrs_T_single
  2581. #define GETRS_R_SINGLE zgetrs_R_single
  2582. #define GETRS_C_SINGLE zgetrs_C_single
  2583. #define GETRS_N_PARALLEL zgetrs_N_parallel
  2584. #define GETRS_T_PARALLEL zgetrs_T_parallel
  2585. #define GETRS_R_PARALLEL zgetrs_R_parallel
  2586. #define GETRS_C_PARALLEL zgetrs_C_parallel
  2587. #define LASWP_PLUS ZLASWP_PLUS
  2588. #define LASWP_MINUS ZLASWP_MINUS
  2589. #define LASWP_NCOPY ZLASWP_NCOPY
  2590. #define GETRS_N ZGETRS_N
  2591. #define GETRS_T ZGETRS_T
  2592. #define GETRF_SINGLE zgetrf_single
  2593. #define GETRF_PARALLEL zgetrf_parallel
  2594. #define NEG_TCOPY ZNEG_TCOPY
  2595. #define LARF_L ZLARF_L
  2596. #define LARF_R ZLARF_R
  2597. #else
  2598. #define GETF2 CGETF2
  2599. #define GETRF CGETRF
  2600. #define GETRS_N_SINGLE cgetrs_N_single
  2601. #define GETRS_T_SINGLE cgetrs_T_single
  2602. #define GETRS_R_SINGLE cgetrs_R_single
  2603. #define GETRS_C_SINGLE cgetrs_C_single
  2604. #define GETRS_N_PARALLEL cgetrs_N_parallel
  2605. #define GETRS_T_PARALLEL cgetrs_T_parallel
  2606. #define GETRS_R_PARALLEL cgetrs_R_parallel
  2607. #define GETRS_C_PARALLEL cgetrs_C_parallel
  2608. #define LASWP_PLUS CLASWP_PLUS
  2609. #define LASWP_MINUS CLASWP_MINUS
  2610. #define LASWP_NCOPY CLASWP_NCOPY
  2611. #define GETRS_N CGETRS_N
  2612. #define GETRS_T CGETRS_T
  2613. #define GETRF_SINGLE cgetrf_single
  2614. #define GETRF_PARALLEL cgetrf_parallel
  2615. #define NEG_TCOPY CNEG_TCOPY
  2616. #define LARF_L CLARF_L
  2617. #define LARF_R CLARF_R
  2618. #endif
  2619. #endif
  2620. #ifndef COMPLEX
  2621. #ifdef XDOUBLE
  2622. #define POTF2_U qpotf2_U
  2623. #define POTF2_L qpotf2_L
  2624. #define LAUU2_U qlauu2_U
  2625. #define LAUU2_L qlauu2_L
  2626. #define POTRF_U_SINGLE qpotrf_U_single
  2627. #define POTRF_L_SINGLE qpotrf_L_single
  2628. #define POTRF_U_PARALLEL qpotrf_U_parallel
  2629. #define POTRF_L_PARALLEL qpotrf_L_parallel
  2630. #define LAUUM_U_SINGLE qlauum_U_single
  2631. #define LAUUM_L_SINGLE qlauum_L_single
  2632. #define LAUUM_U_PARALLEL qlauum_U_parallel
  2633. #define LAUUM_L_PARALLEL qlauum_L_parallel
  2634. #define TRTI2_UU qtrti2_UU
  2635. #define TRTI2_UN qtrti2_UN
  2636. #define TRTI2_LU qtrti2_LU
  2637. #define TRTI2_LN qtrti2_LN
  2638. #define TRTRI_UU_SINGLE qtrtri_UU_single
  2639. #define TRTRI_UN_SINGLE qtrtri_UN_single
  2640. #define TRTRI_LU_SINGLE qtrtri_LU_single
  2641. #define TRTRI_LN_SINGLE qtrtri_LN_single
  2642. #define TRTRI_UU_PARALLEL qtrtri_UU_parallel
  2643. #define TRTRI_UN_PARALLEL qtrtri_UN_parallel
  2644. #define TRTRI_LU_PARALLEL qtrtri_LU_parallel
  2645. #define TRTRI_LN_PARALLEL qtrtri_LN_parallel
  2646. #elif defined(DOUBLE)
  2647. #define POTF2_U dpotf2_U
  2648. #define POTF2_L dpotf2_L
  2649. #define LAUU2_U dlauu2_U
  2650. #define LAUU2_L dlauu2_L
  2651. #define POTRF_U_SINGLE dpotrf_U_single
  2652. #define POTRF_L_SINGLE dpotrf_L_single
  2653. #define POTRF_U_PARALLEL dpotrf_U_parallel
  2654. #define POTRF_L_PARALLEL dpotrf_L_parallel
  2655. #define LAUUM_U_SINGLE dlauum_U_single
  2656. #define LAUUM_L_SINGLE dlauum_L_single
  2657. #define LAUUM_U_PARALLEL dlauum_U_parallel
  2658. #define LAUUM_L_PARALLEL dlauum_L_parallel
  2659. #define TRTI2_UU dtrti2_UU
  2660. #define TRTI2_UN dtrti2_UN
  2661. #define TRTI2_LU dtrti2_LU
  2662. #define TRTI2_LN dtrti2_LN
  2663. #define TRTRI_UU_SINGLE dtrtri_UU_single
  2664. #define TRTRI_UN_SINGLE dtrtri_UN_single
  2665. #define TRTRI_LU_SINGLE dtrtri_LU_single
  2666. #define TRTRI_LN_SINGLE dtrtri_LN_single
  2667. #define TRTRI_UU_PARALLEL dtrtri_UU_parallel
  2668. #define TRTRI_UN_PARALLEL dtrtri_UN_parallel
  2669. #define TRTRI_LU_PARALLEL dtrtri_LU_parallel
  2670. #define TRTRI_LN_PARALLEL dtrtri_LN_parallel
  2671. #else
  2672. #define POTF2_U spotf2_U
  2673. #define POTF2_L spotf2_L
  2674. #define LAUU2_U slauu2_U
  2675. #define LAUU2_L slauu2_L
  2676. #define POTRF_U_SINGLE spotrf_U_single
  2677. #define POTRF_L_SINGLE spotrf_L_single
  2678. #define POTRF_U_PARALLEL spotrf_U_parallel
  2679. #define POTRF_L_PARALLEL spotrf_L_parallel
  2680. #define LAUUM_U_SINGLE slauum_U_single
  2681. #define LAUUM_L_SINGLE slauum_L_single
  2682. #define LAUUM_U_PARALLEL slauum_U_parallel
  2683. #define LAUUM_L_PARALLEL slauum_L_parallel
  2684. #define TRTI2_UU strti2_UU
  2685. #define TRTI2_UN strti2_UN
  2686. #define TRTI2_LU strti2_LU
  2687. #define TRTI2_LN strti2_LN
  2688. #define TRTRI_UU_SINGLE strtri_UU_single
  2689. #define TRTRI_UN_SINGLE strtri_UN_single
  2690. #define TRTRI_LU_SINGLE strtri_LU_single
  2691. #define TRTRI_LN_SINGLE strtri_LN_single
  2692. #define TRTRI_UU_PARALLEL strtri_UU_parallel
  2693. #define TRTRI_UN_PARALLEL strtri_UN_parallel
  2694. #define TRTRI_LU_PARALLEL strtri_LU_parallel
  2695. #define TRTRI_LN_PARALLEL strtri_LN_parallel
  2696. #endif
  2697. #else
  2698. #ifdef XDOUBLE
  2699. #define POTF2_U xpotf2_U
  2700. #define POTF2_L xpotf2_L
  2701. #define LAUU2_U xlauu2_U
  2702. #define LAUU2_L xlauu2_L
  2703. #define POTRF_U_SINGLE xpotrf_U_single
  2704. #define POTRF_L_SINGLE xpotrf_L_single
  2705. #define POTRF_U_PARALLEL xpotrf_U_parallel
  2706. #define POTRF_L_PARALLEL xpotrf_L_parallel
  2707. #define LAUUM_U_SINGLE xlauum_U_single
  2708. #define LAUUM_L_SINGLE xlauum_L_single
  2709. #define LAUUM_U_PARALLEL xlauum_U_parallel
  2710. #define LAUUM_L_PARALLEL xlauum_L_parallel
  2711. #define TRTI2_UU xtrti2_UU
  2712. #define TRTI2_UN xtrti2_UN
  2713. #define TRTI2_LU xtrti2_LU
  2714. #define TRTI2_LN xtrti2_LN
  2715. #define TRTRI_UU_SINGLE xtrtri_UU_single
  2716. #define TRTRI_UN_SINGLE xtrtri_UN_single
  2717. #define TRTRI_LU_SINGLE xtrtri_LU_single
  2718. #define TRTRI_LN_SINGLE xtrtri_LN_single
  2719. #define TRTRI_UU_PARALLEL xtrtri_UU_parallel
  2720. #define TRTRI_UN_PARALLEL xtrtri_UN_parallel
  2721. #define TRTRI_LU_PARALLEL xtrtri_LU_parallel
  2722. #define TRTRI_LN_PARALLEL xtrtri_LN_parallel
  2723. #elif defined(DOUBLE)
  2724. #define POTF2_U zpotf2_U
  2725. #define POTF2_L zpotf2_L
  2726. #define LAUU2_U zlauu2_U
  2727. #define LAUU2_L zlauu2_L
  2728. #define POTRF_U_SINGLE zpotrf_U_single
  2729. #define POTRF_L_SINGLE zpotrf_L_single
  2730. #define POTRF_U_PARALLEL zpotrf_U_parallel
  2731. #define POTRF_L_PARALLEL zpotrf_L_parallel
  2732. #define LAUUM_U_SINGLE zlauum_U_single
  2733. #define LAUUM_L_SINGLE zlauum_L_single
  2734. #define LAUUM_U_PARALLEL zlauum_U_parallel
  2735. #define LAUUM_L_PARALLEL zlauum_L_parallel
  2736. #define TRTI2_UU ztrti2_UU
  2737. #define TRTI2_UN ztrti2_UN
  2738. #define TRTI2_LU ztrti2_LU
  2739. #define TRTI2_LN ztrti2_LN
  2740. #define TRTRI_UU_SINGLE ztrtri_UU_single
  2741. #define TRTRI_UN_SINGLE ztrtri_UN_single
  2742. #define TRTRI_LU_SINGLE ztrtri_LU_single
  2743. #define TRTRI_LN_SINGLE ztrtri_LN_single
  2744. #define TRTRI_UU_PARALLEL ztrtri_UU_parallel
  2745. #define TRTRI_UN_PARALLEL ztrtri_UN_parallel
  2746. #define TRTRI_LU_PARALLEL ztrtri_LU_parallel
  2747. #define TRTRI_LN_PARALLEL ztrtri_LN_parallel
  2748. #else
  2749. #define POTF2_U cpotf2_U
  2750. #define POTF2_L cpotf2_L
  2751. #define LAUU2_U clauu2_U
  2752. #define LAUU2_L clauu2_L
  2753. #define POTRF_U_SINGLE cpotrf_U_single
  2754. #define POTRF_L_SINGLE cpotrf_L_single
  2755. #define POTRF_U_PARALLEL cpotrf_U_parallel
  2756. #define POTRF_L_PARALLEL cpotrf_L_parallel
  2757. #define LAUUM_U_SINGLE clauum_U_single
  2758. #define LAUUM_L_SINGLE clauum_L_single
  2759. #define LAUUM_U_PARALLEL clauum_U_parallel
  2760. #define LAUUM_L_PARALLEL clauum_L_parallel
  2761. #define TRTI2_UU ctrti2_UU
  2762. #define TRTI2_UN ctrti2_UN
  2763. #define TRTI2_LU ctrti2_LU
  2764. #define TRTI2_LN ctrti2_LN
  2765. #define TRTRI_UU_SINGLE ctrtri_UU_single
  2766. #define TRTRI_UN_SINGLE ctrtri_UN_single
  2767. #define TRTRI_LU_SINGLE ctrtri_LU_single
  2768. #define TRTRI_LN_SINGLE ctrtri_LN_single
  2769. #define TRTRI_UU_PARALLEL ctrtri_UU_parallel
  2770. #define TRTRI_UN_PARALLEL ctrtri_UN_parallel
  2771. #define TRTRI_LU_PARALLEL ctrtri_LU_parallel
  2772. #define TRTRI_LN_PARALLEL ctrtri_LN_parallel
  2773. #endif
  2774. #endif
  2775. #endif
  2776. #ifndef COMPLEX
  2777. #ifdef XDOUBLE
  2778. #define TRTRS_UNU_SINGLE qtrtrs_UNU_single
  2779. #define TRTRS_UNN_SINGLE qtrtrs_UNN_single
  2780. #define TRTRS_UTU_SINGLE qtrtrs_UTU_single
  2781. #define TRTRS_UTN_SINGLE qtrtrs_UTN_single
  2782. #define TRTRS_LNU_SINGLE qtrtrs_LNU_single
  2783. #define TRTRS_LNN_SINGLE qtrtrs_LNN_single
  2784. #define TRTRS_LTU_SINGLE qtrtrs_LTU_single
  2785. #define TRTRS_LTN_SINGLE qtrtrs_LTN_single
  2786. #define TRTRS_UNU_PARALLEL qtrtrs_UNU_parallel
  2787. #define TRTRS_UNN_PARALLEL qtrtrs_UNN_parallel
  2788. #define TRTRS_UTU_PARALLEL qtrtrs_UTU_parallel
  2789. #define TRTRS_UTN_PARALLEL qtrtrs_UTN_parallel
  2790. #define TRTRS_LNU_PARALLEL qtrtrs_LNU_parallel
  2791. #define TRTRS_LNN_PARALLEL qtrtrs_LNN_parallel
  2792. #define TRTRS_LTU_PARALLEL qtrtrs_LTU_parallel
  2793. #define TRTRS_LTN_PARALLEL qtrtrs_LTN_parallel
  2794. #elif defined(DOUBLE)
  2795. #define TRTRS_UNU_SINGLE dtrtrs_UNU_single
  2796. #define TRTRS_UNN_SINGLE dtrtrs_UNN_single
  2797. #define TRTRS_UTU_SINGLE dtrtrs_UTU_single
  2798. #define TRTRS_UTN_SINGLE dtrtrs_UTN_single
  2799. #define TRTRS_LNU_SINGLE dtrtrs_LNU_single
  2800. #define TRTRS_LNN_SINGLE dtrtrs_LNN_single
  2801. #define TRTRS_LTU_SINGLE dtrtrs_LTU_single
  2802. #define TRTRS_LTN_SINGLE dtrtrs_LTN_single
  2803. #define TRTRS_UNU_PARALLEL dtrtrs_UNU_parallel
  2804. #define TRTRS_UNN_PARALLEL dtrtrs_UNN_parallel
  2805. #define TRTRS_UTU_PARALLEL dtrtrs_UTU_parallel
  2806. #define TRTRS_UTN_PARALLEL dtrtrs_UTN_parallel
  2807. #define TRTRS_LNU_PARALLEL dtrtrs_LNU_parallel
  2808. #define TRTRS_LNN_PARALLEL dtrtrs_LNN_parallel
  2809. #define TRTRS_LTU_PARALLEL dtrtrs_LTU_parallel
  2810. #define TRTRS_LTN_PARALLEL dtrtrs_LTN_parallel
  2811. #else
  2812. #define TRTRS_UNU_SINGLE strtrs_UNU_single
  2813. #define TRTRS_UNN_SINGLE strtrs_UNN_single
  2814. #define TRTRS_UTU_SINGLE strtrs_UTU_single
  2815. #define TRTRS_UTN_SINGLE strtrs_UTN_single
  2816. #define TRTRS_LNU_SINGLE strtrs_LNU_single
  2817. #define TRTRS_LNN_SINGLE strtrs_LNN_single
  2818. #define TRTRS_LTU_SINGLE strtrs_LTU_single
  2819. #define TRTRS_LTN_SINGLE strtrs_LTN_single
  2820. #define TRTRS_UNU_PARALLEL strtrs_UNU_parallel
  2821. #define TRTRS_UNN_PARALLEL strtrs_UNN_parallel
  2822. #define TRTRS_UTU_PARALLEL strtrs_UTU_parallel
  2823. #define TRTRS_UTN_PARALLEL strtrs_UTN_parallel
  2824. #define TRTRS_LNU_PARALLEL strtrs_LNU_parallel
  2825. #define TRTRS_LNN_PARALLEL strtrs_LNN_parallel
  2826. #define TRTRS_LTU_PARALLEL strtrs_LTU_parallel
  2827. #define TRTRS_LTN_PARALLEL strtrs_LTN_parallel
  2828. #endif
  2829. #else
  2830. #ifdef XDOUBLE
  2831. #define TRTRS_UNU_SINGLE xtrtrs_UNU_single
  2832. #define TRTRS_UNN_SINGLE xtrtrs_UNN_single
  2833. #define TRTRS_UTU_SINGLE xtrtrs_UTU_single
  2834. #define TRTRS_UTN_SINGLE xtrtrs_UTN_single
  2835. #define TRTRS_URU_SINGLE xtrtrs_URU_single
  2836. #define TRTRS_URN_SINGLE xtrtrs_URN_single
  2837. #define TRTRS_UCU_SINGLE xtrtrs_UCU_single
  2838. #define TRTRS_UCN_SINGLE xtrtrs_UCN_single
  2839. #define TRTRS_LNU_SINGLE xtrtrs_LNU_single
  2840. #define TRTRS_LNN_SINGLE xtrtrs_LNN_single
  2841. #define TRTRS_LTU_SINGLE xtrtrs_LTU_single
  2842. #define TRTRS_LTN_SINGLE xtrtrs_LTN_single
  2843. #define TRTRS_LRU_SINGLE xtrtrs_LRU_single
  2844. #define TRTRS_LRN_SINGLE xtrtrs_LRN_single
  2845. #define TRTRS_LCU_SINGLE xtrtrs_LCU_single
  2846. #define TRTRS_LCN_SINGLE xtrtrs_LCN_single
  2847. #define TRTRS_UNU_PARALLEL xtrtrs_UNU_parallel
  2848. #define TRTRS_UNN_PARALLEL xtrtrs_UNN_parallel
  2849. #define TRTRS_UTU_PARALLEL xtrtrs_UTU_parallel
  2850. #define TRTRS_UTN_PARALLEL xtrtrs_UTN_parallel
  2851. #define TRTRS_URU_PARALLEL xtrtrs_URU_parallel
  2852. #define TRTRS_URN_PARALLEL xtrtrs_URN_parallel
  2853. #define TRTRS_UCU_PARALLEL xtrtrs_UCU_parallel
  2854. #define TRTRS_UCN_PARALLEL xtrtrs_UCN_parallel
  2855. #define TRTRS_LNU_PARALLEL xtrtrs_LNU_parallel
  2856. #define TRTRS_LNN_PARALLEL xtrtrs_LNN_parallel
  2857. #define TRTRS_LTU_PARALLEL xtrtrs_LTU_parallel
  2858. #define TRTRS_LTN_PARALLEL xtrtrs_LTN_parallel
  2859. #define TRTRS_LRU_PARALLEL xtrtrs_LRU_parallel
  2860. #define TRTRS_LRN_PARALLEL xtrtrs_LRN_parallel
  2861. #define TRTRS_LCU_PARALLEL xtrtrs_LCU_parallel
  2862. #define TRTRS_LCN_PARALLEL xtrtrs_LCN_parallel
  2863. #elif defined(DOUBLE)
  2864. #define TRTRS_UNU_SINGLE ztrtrs_UNU_single
  2865. #define TRTRS_UNN_SINGLE ztrtrs_UNN_single
  2866. #define TRTRS_UTU_SINGLE ztrtrs_UTU_single
  2867. #define TRTRS_UTN_SINGLE ztrtrs_UTN_single
  2868. #define TRTRS_URU_SINGLE ztrtrs_URU_single
  2869. #define TRTRS_URN_SINGLE ztrtrs_URN_single
  2870. #define TRTRS_UCU_SINGLE ztrtrs_UCU_single
  2871. #define TRTRS_UCN_SINGLE ztrtrs_UCN_single
  2872. #define TRTRS_LNU_SINGLE ztrtrs_LNU_single
  2873. #define TRTRS_LNN_SINGLE ztrtrs_LNN_single
  2874. #define TRTRS_LTU_SINGLE ztrtrs_LTU_single
  2875. #define TRTRS_LTN_SINGLE ztrtrs_LTN_single
  2876. #define TRTRS_LRU_SINGLE ztrtrs_LRU_single
  2877. #define TRTRS_LRN_SINGLE ztrtrs_LRN_single
  2878. #define TRTRS_LCU_SINGLE ztrtrs_LCU_single
  2879. #define TRTRS_LCN_SINGLE ztrtrs_LCN_single
  2880. #define TRTRS_UNU_PARALLEL ztrtrs_UNU_parallel
  2881. #define TRTRS_UNN_PARALLEL ztrtrs_UNN_parallel
  2882. #define TRTRS_UTU_PARALLEL ztrtrs_UTU_parallel
  2883. #define TRTRS_UTN_PARALLEL ztrtrs_UTN_parallel
  2884. #define TRTRS_URU_PARALLEL ztrtrs_URU_parallel
  2885. #define TRTRS_URN_PARALLEL ztrtrs_URN_parallel
  2886. #define TRTRS_UCU_PARALLEL ztrtrs_UCU_parallel
  2887. #define TRTRS_UCN_PARALLEL ztrtrs_UCN_parallel
  2888. #define TRTRS_LNU_PARALLEL ztrtrs_LNU_parallel
  2889. #define TRTRS_LNN_PARALLEL ztrtrs_LNN_parallel
  2890. #define TRTRS_LTU_PARALLEL ztrtrs_LTU_parallel
  2891. #define TRTRS_LTN_PARALLEL ztrtrs_LTN_parallel
  2892. #define TRTRS_LRU_PARALLEL ztrtrs_LRU_parallel
  2893. #define TRTRS_LRN_PARALLEL ztrtrs_LRN_parallel
  2894. #define TRTRS_LCU_PARALLEL ztrtrs_LCU_parallel
  2895. #define TRTRS_LCN_PARALLEL ztrtrs_LCN_parallel
  2896. #else
  2897. #define TRTRS_UNU_SINGLE ctrtrs_UNU_single
  2898. #define TRTRS_UNN_SINGLE ctrtrs_UNN_single
  2899. #define TRTRS_UTU_SINGLE ctrtrs_UTU_single
  2900. #define TRTRS_UTN_SINGLE ctrtrs_UTN_single
  2901. #define TRTRS_URU_SINGLE ctrtrs_URU_single
  2902. #define TRTRS_URN_SINGLE ctrtrs_URN_single
  2903. #define TRTRS_UCU_SINGLE ctrtrs_UCU_single
  2904. #define TRTRS_UCN_SINGLE ctrtrs_UCN_single
  2905. #define TRTRS_LNU_SINGLE ctrtrs_LNU_single
  2906. #define TRTRS_LNN_SINGLE ctrtrs_LNN_single
  2907. #define TRTRS_LTU_SINGLE ctrtrs_LTU_single
  2908. #define TRTRS_LTN_SINGLE ctrtrs_LTN_single
  2909. #define TRTRS_LRU_SINGLE ctrtrs_LRU_single
  2910. #define TRTRS_LRN_SINGLE ctrtrs_LRN_single
  2911. #define TRTRS_LCU_SINGLE ctrtrs_LCU_single
  2912. #define TRTRS_LCN_SINGLE ctrtrs_LCN_single
  2913. #define TRTRS_UNU_PARALLEL ctrtrs_UNU_parallel
  2914. #define TRTRS_UNN_PARALLEL ctrtrs_UNN_parallel
  2915. #define TRTRS_UTU_PARALLEL ctrtrs_UTU_parallel
  2916. #define TRTRS_UTN_PARALLEL ctrtrs_UTN_parallel
  2917. #define TRTRS_URU_PARALLEL ctrtrs_URU_parallel
  2918. #define TRTRS_URN_PARALLEL ctrtrs_URN_parallel
  2919. #define TRTRS_UCU_PARALLEL ctrtrs_UCU_parallel
  2920. #define TRTRS_UCN_PARALLEL ctrtrs_UCN_parallel
  2921. #define TRTRS_LNU_PARALLEL ctrtrs_LNU_parallel
  2922. #define TRTRS_LNN_PARALLEL ctrtrs_LNN_parallel
  2923. #define TRTRS_LTU_PARALLEL ctrtrs_LTU_parallel
  2924. #define TRTRS_LTN_PARALLEL ctrtrs_LTN_parallel
  2925. #define TRTRS_LRU_PARALLEL ctrtrs_LRU_parallel
  2926. #define TRTRS_LRN_PARALLEL ctrtrs_LRN_parallel
  2927. #define TRTRS_LCU_PARALLEL ctrtrs_LCU_parallel
  2928. #define TRTRS_LCN_PARALLEL ctrtrs_LCN_parallel
  2929. #endif
  2930. #endif