You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

KERNEL.ARMV8SVE 7.1 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. CSUMKERNEL = csum_thunderx2t99.c
  2. ZSUMKERNEL = zsum_thunderx2t99.c
  3. SAMINKERNEL = ../arm/amin.c
  4. DAMINKERNEL = ../arm/amin.c
  5. CAMINKERNEL = ../arm/zamin.c
  6. ZAMINKERNEL = ../arm/zamin.c
  7. SMAXKERNEL = ../arm/max.c
  8. DMAXKERNEL = ../arm/max.c
  9. SMINKERNEL = ../arm/min.c
  10. DMINKERNEL = ../arm/min.c
  11. ISAMINKERNEL = ../arm/iamin.c
  12. IDAMINKERNEL = ../arm/iamin.c
  13. ICAMINKERNEL = ../arm/izamin.c
  14. IZAMINKERNEL = ../arm/izamin.c
  15. ISMAXKERNEL = ../arm/imax.c
  16. IDMAXKERNEL = ../arm/imax.c
  17. ISMINKERNEL = ../arm/imin.c
  18. IDMINKERNEL = ../arm/imin.c
  19. STRSMKERNEL_LN = trsm_kernel_LN_sve.c
  20. STRSMKERNEL_LT = trsm_kernel_LT_sve.c
  21. STRSMKERNEL_RN = trsm_kernel_RN_sve.c
  22. STRSMKERNEL_RT = trsm_kernel_RT_sve.c
  23. DTRSMKERNEL_LN = trsm_kernel_LN_sve.c
  24. DTRSMKERNEL_LT = trsm_kernel_LT_sve.c
  25. DTRSMKERNEL_RN = trsm_kernel_RN_sve.c
  26. DTRSMKERNEL_RT = trsm_kernel_RT_sve.c
  27. TRSMCOPYLN_M = trsm_lncopy_sve.c
  28. TRSMCOPYLT_M = trsm_ltcopy_sve.c
  29. TRSMCOPYUN_M = trsm_uncopy_sve.c
  30. TRSMCOPYUT_M = trsm_utcopy_sve.c
  31. CTRSMKERNEL_LN = trsm_kernel_LN_sve.c
  32. CTRSMKERNEL_LT = trsm_kernel_LT_sve.c
  33. CTRSMKERNEL_RN = trsm_kernel_RN_sve.c
  34. CTRSMKERNEL_RT = trsm_kernel_RT_sve.c
  35. ZTRSMKERNEL_LN = trsm_kernel_LN_sve.c
  36. ZTRSMKERNEL_LT = trsm_kernel_LT_sve.c
  37. ZTRSMKERNEL_RN = trsm_kernel_RN_sve.c
  38. ZTRSMKERNEL_RT = trsm_kernel_RT_sve.c
  39. ZTRSMCOPYLN_M = ztrsm_lncopy_sve.c
  40. ZTRSMCOPYLT_M = ztrsm_ltcopy_sve.c
  41. ZTRSMCOPYUN_M = ztrsm_uncopy_sve.c
  42. ZTRSMCOPYUT_M = ztrsm_utcopy_sve.c
  43. SAMAXKERNEL = amax.S
  44. DAMAXKERNEL = amax.S
  45. CAMAXKERNEL = zamax.S
  46. ZAMAXKERNEL = zamax.S
  47. SAXPYKERNEL = axpy.S
  48. DAXPYKERNEL = daxpy_thunderx2t99.S
  49. CAXPYKERNEL = zaxpy.S
  50. ZAXPYKERNEL = zaxpy.S
  51. SROTKERNEL = rot.c
  52. DROTKERNEL = rot.c
  53. CROTKERNEL = zrot.S
  54. ZROTKERNEL = zrot.S
  55. SSCALKERNEL = scal.S
  56. DSCALKERNEL = scal.S
  57. CSCALKERNEL = zscal.S
  58. ZSCALKERNEL = zscal.S
  59. SGEMVNKERNEL = gemv_n.S
  60. DGEMVNKERNEL = gemv_n.S
  61. CGEMVNKERNEL = zgemv_n.S
  62. ZGEMVNKERNEL = zgemv_n.S
  63. SGEMVTKERNEL = gemv_t.S
  64. DGEMVTKERNEL = gemv_t.S
  65. CGEMVTKERNEL = zgemv_t.S
  66. ZGEMVTKERNEL = zgemv_t.S
  67. SASUMKERNEL = sasum_thunderx2t99.c
  68. DASUMKERNEL = dasum_thunderx2t99.c
  69. CASUMKERNEL = casum_thunderx2t99.c
  70. ZASUMKERNEL = zasum_thunderx2t99.c
  71. SCOPYKERNEL = copy_thunderx2t99.c
  72. DCOPYKERNEL = copy_thunderx2t99.c
  73. CCOPYKERNEL = copy_thunderx2t99.c
  74. ZCOPYKERNEL = copy_thunderx2t99.c
  75. SSWAPKERNEL = swap.c
  76. DSWAPKERNEL = swap.c
  77. CSWAPKERNEL = swap_thunderx2t99.S
  78. ZSWAPKERNEL = swap_thunderx2t99.S
  79. ISAMAXKERNEL = iamax_thunderx2t99.c
  80. IDAMAXKERNEL = iamax_thunderx2t99.c
  81. ICAMAXKERNEL = izamax_thunderx2t99.c
  82. IZAMAXKERNEL = izamax_thunderx2t99.c
  83. SNRM2KERNEL = nrm2.S
  84. DNRM2KERNEL = nrm2.S
  85. CNRM2KERNEL = znrm2.S
  86. ZNRM2KERNEL = znrm2.S
  87. DDOTKERNEL = dot.c
  88. SDOTKERNEL = dot.c
  89. CDOTKERNEL = zdot_thunderx2t99.c
  90. ZDOTKERNEL = zdot_thunderx2t99.c
  91. DSDOTKERNEL = dot.S
  92. DGEMM_BETA = dgemm_beta.S
  93. SGEMM_BETA = sgemm_beta.S
  94. SGEMMKERNEL = sgemm_kernel_sve_v2x$(SGEMM_UNROLL_N).S
  95. STRMMKERNEL = strmm_kernel_sve_v1x$(SGEMM_UNROLL_N).S
  96. SGEMMINCOPY = gemm_ncopy_sve_v1x$(SGEMM_UNROLL_N).c
  97. SGEMMITCOPY = gemm_tcopy_sve_v1x$(SGEMM_UNROLL_N).c
  98. SGEMMONCOPY = sgemm_ncopy_$(SGEMM_UNROLL_N).S
  99. SGEMMOTCOPY = sgemm_tcopy_$(SGEMM_UNROLL_N).S
  100. SGEMMINCOPYOBJ = sgemm_incopy$(TSUFFIX).$(SUFFIX)
  101. SGEMMITCOPYOBJ = sgemm_itcopy$(TSUFFIX).$(SUFFIX)
  102. SGEMMONCOPYOBJ = sgemm_oncopy$(TSUFFIX).$(SUFFIX)
  103. SGEMMOTCOPYOBJ = sgemm_otcopy$(TSUFFIX).$(SUFFIX)
  104. SGEMM_SMALL_M_PERMIT = gemm_small_kernel_permit_sve.c
  105. SGEMM_SMALL_K_NT = sgemm_small_kernel_nt_sve.c
  106. SGEMM_SMALL_K_B0_NT = sgemm_small_kernel_nt_sve.c
  107. SGEMM_SMALL_K_NN = sgemm_small_kernel_nn_sve.c
  108. SGEMM_SMALL_K_B0_NN = sgemm_small_kernel_nn_sve.c
  109. SGEMM_SMALL_K_TT = sgemm_small_kernel_tt_sve.c
  110. SGEMM_SMALL_K_B0_TT = sgemm_small_kernel_tt_sve.c
  111. SGEMM_SMALL_K_TN = sgemm_small_kernel_tn_sve.c
  112. SGEMM_SMALL_K_B0_TN = sgemm_small_kernel_tn_sve.c
  113. STRMMUNCOPY_M = trmm_uncopy_sve_v1.c
  114. STRMMLNCOPY_M = trmm_lncopy_sve_v1.c
  115. STRMMUTCOPY_M = trmm_utcopy_sve_v1.c
  116. STRMMLTCOPY_M = trmm_ltcopy_sve_v1.c
  117. SSYMMUCOPY_M = symm_ucopy_sve.c
  118. SSYMMLCOPY_M = symm_lcopy_sve.c
  119. DGEMMKERNEL = dgemm_kernel_sve_v2x$(DGEMM_UNROLL_N).S
  120. DTRMMKERNEL = dtrmm_kernel_sve_v1x$(DGEMM_UNROLL_N).S
  121. DGEMMINCOPY = gemm_ncopy_sve_v1x$(DGEMM_UNROLL_N).c
  122. DGEMMITCOPY = gemm_tcopy_sve_v1x$(DGEMM_UNROLL_N).c
  123. DGEMMONCOPY = dgemm_ncopy_$(DGEMM_UNROLL_N).S
  124. DGEMMOTCOPY = dgemm_tcopy_$(DGEMM_UNROLL_N).S
  125. DGEMMINCOPYOBJ = dgemm_incopy$(TSUFFIX).$(SUFFIX)
  126. DGEMMITCOPYOBJ = dgemm_itcopy$(TSUFFIX).$(SUFFIX)
  127. DGEMMONCOPYOBJ = dgemm_oncopy$(TSUFFIX).$(SUFFIX)
  128. DGEMMOTCOPYOBJ = dgemm_otcopy$(TSUFFIX).$(SUFFIX)
  129. DGEMM_SMALL_M_PERMIT = gemm_small_kernel_permit_sve.c
  130. DGEMM_SMALL_K_NT = dgemm_small_kernel_nt_sve.c
  131. DGEMM_SMALL_K_B0_NT = dgemm_small_kernel_nt_sve.c
  132. DGEMM_SMALL_K_NN = dgemm_small_kernel_nn_sve.c
  133. DGEMM_SMALL_K_B0_NN = dgemm_small_kernel_nn_sve.c
  134. DGEMM_SMALL_K_TT = dgemm_small_kernel_tt_sve.c
  135. DGEMM_SMALL_K_B0_TT = dgemm_small_kernel_tt_sve.c
  136. DGEMM_SMALL_K_TN = dgemm_small_kernel_tn_sve.c
  137. DGEMM_SMALL_K_B0_TN = dgemm_small_kernel_tn_sve.c
  138. DTRMMUNCOPY_M = trmm_uncopy_sve_v1.c
  139. DTRMMLNCOPY_M = trmm_lncopy_sve_v1.c
  140. DTRMMUTCOPY_M = trmm_utcopy_sve_v1.c
  141. DTRMMLTCOPY_M = trmm_ltcopy_sve_v1.c
  142. DSYMMUCOPY_M = symm_ucopy_sve.c
  143. DSYMMLCOPY_M = symm_lcopy_sve.c
  144. CGEMMKERNEL = cgemm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  145. CTRMMKERNEL = ctrmm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  146. CGEMMINCOPY = gemm_ncopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  147. CGEMMITCOPY = gemm_tcopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  148. CGEMMONCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_N).c
  149. CGEMMOTCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_N).c
  150. CGEMMINCOPYOBJ = cgemm_incopy$(TSUFFIX).$(SUFFIX)
  151. CGEMMITCOPYOBJ = cgemm_itcopy$(TSUFFIX).$(SUFFIX)
  152. CGEMMONCOPYOBJ = cgemm_oncopy$(TSUFFIX).$(SUFFIX)
  153. CGEMMOTCOPYOBJ = cgemm_otcopy$(TSUFFIX).$(SUFFIX)
  154. CTRMMUNCOPY_M = ztrmm_uncopy_sve_v1.c
  155. CTRMMLNCOPY_M = ztrmm_lncopy_sve_v1.c
  156. CTRMMUTCOPY_M = ztrmm_utcopy_sve_v1.c
  157. CTRMMLTCOPY_M = ztrmm_ltcopy_sve_v1.c
  158. CHEMMLTCOPY_M = zhemm_ltcopy_sve.c
  159. CHEMMUTCOPY_M = zhemm_utcopy_sve.c
  160. CSYMMUCOPY_M = zsymm_ucopy_sve.c
  161. CSYMMLCOPY_M = zsymm_lcopy_sve.c
  162. ZGEMMKERNEL = zgemm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  163. ZTRMMKERNEL = ztrmm_kernel_sve_v1x$(ZGEMM_UNROLL_N).S
  164. ZGEMMINCOPY = gemm_ncopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  165. ZGEMMITCOPY = gemm_tcopy_complex_sve_v1x$(ZGEMM_UNROLL_N).c
  166. ZGEMMONCOPY = ../generic/zgemm_ncopy_$(ZGEMM_UNROLL_N).c
  167. ZGEMMOTCOPY = ../generic/zgemm_tcopy_$(ZGEMM_UNROLL_N).c
  168. ZGEMMINCOPYOBJ = zgemm_incopy$(TSUFFIX).$(SUFFIX)
  169. ZGEMMITCOPYOBJ = zgemm_itcopy$(TSUFFIX).$(SUFFIX)
  170. ZGEMMONCOPYOBJ = zgemm_oncopy$(TSUFFIX).$(SUFFIX)
  171. ZGEMMOTCOPYOBJ = zgemm_otcopy$(TSUFFIX).$(SUFFIX)
  172. ZTRMMUNCOPY_M = ztrmm_uncopy_sve_v1.c
  173. ZTRMMLNCOPY_M = ztrmm_lncopy_sve_v1.c
  174. ZTRMMUTCOPY_M = ztrmm_utcopy_sve_v1.c
  175. ZTRMMLTCOPY_M = ztrmm_ltcopy_sve_v1.c
  176. ZHEMMLTCOPY_M = zhemm_ltcopy_sve.c
  177. ZHEMMUTCOPY_M = zhemm_utcopy_sve.c
  178. ZSYMMUCOPY_M = zsymm_ucopy_sve.c
  179. ZSYMMLCOPY_M = zsymm_lcopy_sve.c