| @@ -237,8 +237,74 @@ function (build_core TARGET_CORE KDIR TSUFFIX KERNEL_DEFINITIONS) | |||||
| if (DGEMMOTCOPY) | if (DGEMMOTCOPY) | ||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMMOTCOPY}" "DOUBLE" "${DGEMMOTCOPYOBJ}" false "" "" true "DOUBLE") | GenerateNamedObjects("${KERNELDIR}/${DGEMMOTCOPY}" "DOUBLE" "${DGEMMOTCOPYOBJ}" false "" "" true "DOUBLE") | ||||
| endif () | endif () | ||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_BETA}" "" "gemm_beta" false "" "" false "DOUBLE") | |||||
| endif () | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_BETA}" "" "gemm_beta" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("generic/neg_tcopy_${DGEMM_UNROLL_M}.c" "" "neg_tcopy" false "" ${TSUFFIX} false "DOUBLE") | |||||
| GenerateNamedObjects("generic/laswp_ncopy_${DGEMM_UNROLL_N}.c" "" "laswp_ncopy" false "" ${TSUFFIX} false "DOUBLE") | |||||
| if (SMALL_MATRIX_OPT) | |||||
| if (NOT DEFINED DGEMM_SMALL_M_PERMIT) | |||||
| set(DGEMM_SMALL_M_PERMIT ../generic/gemm_small_matrix_permit.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_NN) | |||||
| set(DGEMM_SMALL_K_NN ../generic/gemm_small_matrix_kernel_nn.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_NT) | |||||
| set(DGEMM_SMALL_K_NT ../generic/gemm_small_matrix_kernel_nt.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_TN) | |||||
| set(DGEMM_SMALL_K_TN ../generic/gemm_small_matrix_kernel_tn.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_TT) | |||||
| set(DGEMM_SMALL_K_TT ../generic/gemm_small_matrix_kernel_tt.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_NN) | |||||
| set(DGEMM_SMALL_K_B0_NN ../generic/gemm_small_matrix_kernel_nn.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_NT) | |||||
| set(DGEMM_SMALL_K_B0_NT ../generic/gemm_small_matrix_kernel_nt.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_TN) | |||||
| set(DGEMM_SMALL_K_B0_TN ../generic/gemm_small_matrix_kernel_tn.c) | |||||
| endif () | |||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_TT) | |||||
| set(DGEMM_SMALL_K_B0_TT ../generic/gemm_small_matrix_kernel_tt.c) | |||||
| endif () | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_M_PERMIT}" "" "gemm_small_matrix_permit" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "NN" "gemm_small_kernel_nn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "NR" "gemm_small_kernel_nr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "RN" "gemm_small_kernel_rn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "RR" "gemm_small_kernel_rr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "NT" "gemm_small_kernel_nt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "NC" "gemm_small_kernel_nc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "RT" "gemm_small_kernel_rt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "RC" "gemm_small_kernel_rc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "TN" "gemm_small_kernel_tn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "TR" "gemm_small_kernel_tr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "CN" "gemm_small_kernel_cn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "CR" "gemm_small_kernel_cr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "TT" "gemm_small_kernel_tt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "TC" "gemm_small_kernel_tc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "CT" "gemm_small_kernel_ct" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "CC" "gemm_small_kernel_cc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "NN;B0" "gemm_small_kernel_b0_nn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "NR;B0" "gemm_small_kernel_b0_nr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "RN;B0" "gemm_small_kernel_b0_rn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "RR;B0" "gemm_small_kernel_b0_rr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "NT;B0" "gemm_small_kernel_b0_nt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "NC;B0" "gemm_small_kernel_b0_nc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "RT;B0" "gemm_small_kernel_b0_rt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "RC;B0" "gemm_small_kernel_b0_rc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "TN;B0" "gemm_small_kernel_b0_tn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "TR;B0" "gemm_small_kernel_b0_tr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "CN;B0" "gemm_small_kernel_b0_cn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "CR;B0" "gemm_small_kernel_b0_cr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "TT;B0" "gemm_small_kernel_b0_tt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "TC;B0" "gemm_small_kernel_b0_tc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "CT;B0" "gemm_small_kernel_b0_ct" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "CC;B0" "gemm_small_kernel_b0_cc" false "" "" false "DOUBLE") | |||||
| endif () | |||||
| endif () | |||||
| if ((BUILD_DOUBLE OR BUILD_COMPLEX) AND NOT BUILD_SINGLE) | if ((BUILD_DOUBLE OR BUILD_COMPLEX) AND NOT BUILD_SINGLE) | ||||
| GenerateNamedObjects("${KERNELDIR}/${SGEMMKERNEL}" "" "gemm_kernel" false "" "" false "SINGLE") | GenerateNamedObjects("${KERNELDIR}/${SGEMMKERNEL}" "" "gemm_kernel" false "" "" false "SINGLE") | ||||
| if (SGEMMINCOPY) | if (SGEMMINCOPY) | ||||
| @@ -1018,72 +1084,117 @@ endif () | |||||
| endif () | endif () | ||||
| if (BUILD_COMPLEX16 AND NOT BUILD_DOUBLE) | if (BUILD_COMPLEX16 AND NOT BUILD_DOUBLE) | ||||
| GenerateNamedObjects("${KERNELDIR}/${DAMAXKERNEL}" "USE_ABS" "amax_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DAMINKERNEL}" "USE_ABS;USE_MIN" "amin_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DASUMKERNEL}" "" "asum_k" false "" "" false "DOUBLE") | |||||
| if (DEFINED DMAXKERNEL) | |||||
| GenerateNamedObjects("${KERNELDIR}/${DMAXKERNEL}" "" "max_k" false "" "" false "DOUBLE") | |||||
| endif () | |||||
| if (DEFINED DMINKERNEL) | |||||
| GenerateNamedObjects("${KERNELDIR}/${DMINKERNEL}" "USE_MIN" "min_k" false "" "" false "DOUBLE") | |||||
| endif () | |||||
| if (DEFINED IDMINKERNEL) | |||||
| GenerateNamedObjects("${KERNELDIR}/${IDMINKERNEL}" "USE_MIN" "i*min_k" false "" "" false "DOUBLE") | |||||
| endif () | |||||
| if (DEFINED IDMAXKERNEL) | |||||
| GenerateNamedObjects("${KERNELDIR}/${IDMAXKERNEL}" "" "i*max_k" false "" "" false "DOUBLE") | |||||
| endif () | |||||
| GenerateNamedObjects("${KERNELDIR}/${IDAMAXKERNEL}" "USE_ABS" "i*amax_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${IDAMINKERNEL}" "USE_ABS;USE_MIN" "i*amin_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DSCALKERNEL}" "" "scal_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DCOPYKERNEL}" "C_INTERFACE" "copy_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DNRM2KERNEL}" "" "nrm2_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DROTKERNEL}" "" "rot_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DDOTKERNEL}" "" "dot_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DSWAPKERNEL}" "" "swap_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DAXPYKERNEL}" "" "axpy_k" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMVNKERNEL}" "" "gemv_n" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMVTKERNEL}" "TRANS" "gemv_t" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMMKERNEL}" "" "gemm_kernel" false "" "" false "DOUBLE") | |||||
| if (DGEMMINCOPY) | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMMINCOPY}" "DOUBLE" "${DGEMMINCOPYOBJ}" false "" "" true "DOUBLE") | |||||
| endif () | |||||
| if (DGEMMITCOPY) | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMMITCOPY}" "DOUBLE" "${DGEMMITCOPYOBJ}" false "" "" true "DOUBLE") | |||||
| endif () | |||||
| if (DGEMMONCOPY) | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMMONCOPY}" "DOUBLE" "${DGEMMONCOPYOBJ}" false "" "" true "DOUBLE") | |||||
| endif () | |||||
| if (DGEMMOTCOPY) | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMMOTCOPY}" "DOUBLE" "${DGEMMOTCOPYOBJ}" false "" "" true "DOUBLE") | |||||
| endif () | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_BETA}" "" "gemm_beta" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("generic/neg_tcopy_${DGEMM_UNROLL_M}.c" "" "neg_tcopy" false "" ${TSUFFIX} false "DOUBLE") | GenerateNamedObjects("generic/neg_tcopy_${DGEMM_UNROLL_M}.c" "" "neg_tcopy" false "" ${TSUFFIX} false "DOUBLE") | ||||
| GenerateNamedObjects("generic/laswp_ncopy_${DGEMM_UNROLL_N}.c" "" "laswp_ncopy" false "" ${TSUFFIX} false "DOUBLE") | GenerateNamedObjects("generic/laswp_ncopy_${DGEMM_UNROLL_N}.c" "" "laswp_ncopy" false "" ${TSUFFIX} false "DOUBLE") | ||||
| if (SMALL_MATRIX_OPT) | |||||
| if (SMALL_MATRIX_OPT) | |||||
| if (NOT DEFINED DGEMM_SMALL_M_PERMIT) | if (NOT DEFINED DGEMM_SMALL_M_PERMIT) | ||||
| set(DGEMM_SMALL_M_PERMIT ../generic/gemm_small_matrix_permit.c) | set(DGEMM_SMALL_M_PERMIT ../generic/gemm_small_matrix_permit.c) | ||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_NN) | if (NOT DEFINED DGEMM_SMALL_K_NN) | ||||
| set(DGEMM_SMALL_K_NN ../generic/gemm_small_matrix_kernel_nn) | |||||
| set(DGEMM_SMALL_K_NN ../generic/gemm_small_matrix_kernel_nn.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_NT) | if (NOT DEFINED DGEMM_SMALL_K_NT) | ||||
| set(DGEMM_SMALL_K_NT ../generic/gemm_small_matrix_kernel_nt) | |||||
| set(DGEMM_SMALL_K_NT ../generic/gemm_small_matrix_kernel_nt.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_TN) | if (NOT DEFINED DGEMM_SMALL_K_TN) | ||||
| set(DGEMM_SMALL_K_TN ../generic/gemm_small_matrix_kernel_tn) | |||||
| set(DGEMM_SMALL_K_TN ../generic/gemm_small_matrix_kernel_tn.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_TT) | if (NOT DEFINED DGEMM_SMALL_K_TT) | ||||
| set(DGEMM_SMALL_K_TT ../generic/gemm_small_matrix_kernel_tt) | |||||
| set(DGEMM_SMALL_K_TT ../generic/gemm_small_matrix_kernel_tt.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_NN) | if (NOT DEFINED DGEMM_SMALL_K_B0_NN) | ||||
| set(DGEMM_SMALL_K_B0_NN ../generic/gemm_small_matrix_kernel_nn) | |||||
| set(DGEMM_SMALL_K_B0_NN ../generic/gemm_small_matrix_kernel_nn.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_NT) | if (NOT DEFINED DGEMM_SMALL_K_B0_NT) | ||||
| set(DGEMM_SMALL_K_B0_NT ../generic/gemm_small_matrix_kernel_nt) | |||||
| set(DGEMM_SMALL_K_B0_NT ../generic/gemm_small_matrix_kernel_nt.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_TN) | if (NOT DEFINED DGEMM_SMALL_K_B0_TN) | ||||
| set(DGEMM_SMALL_K_B0_TN ../generic/gemm_small_matrix_kernel_tn) | |||||
| set(DGEMM_SMALL_K_B0_TN ../generic/gemm_small_matrix_kernel_tn.c) | |||||
| endif () | endif () | ||||
| if (NOT DEFINED DGEMM_SMALL_K_B0_TT) | if (NOT DEFINED DGEMM_SMALL_K_B0_TT) | ||||
| set(DGEMM_SMALL_K_B0_TT ../generic/gemm_small_matrix_kernel_tt) | |||||
| set(DGEMM_SMALL_K_B0_TT ../generic/gemm_small_matrix_kernel_tt.c) | |||||
| endif () | endif () | ||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_M_PERMIT}" "" "gemm_small_matrix_permit" false "" "" false "DOUBLE") | GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_M_PERMIT}" "" "gemm_small_matrix_permit" false "" "" false "DOUBLE") | ||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}.c" "NN" "gemm_small_kernel_nn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}.c" "NR" "gemm_small_kernel_nr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}.c" "RN" "gemm_small_kernel_rn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}.c" "RR" "gemm_small_kernel_rr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}.c" "NT" "gemm_small_kernel_nt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}.c" "NC" "gemm_small_kernel_nc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}.c" "RT" "gemm_small_kernel_rt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}.c" "RC" "gemm_small_kernel_rc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}.c" "TN" "gemm_small_kernel_tn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}.c" "TR" "gemm_small_kernel_tr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}.c" "CN" "gemm_small_kernel_cn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}.c" "CR" "gemm_small_kernel_cr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}.c" "TT" "gemm_small_kernel_tt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}.c" "TC" "gemm_small_kernel_tc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}.c" "CT" "gemm_small_kernel_ct" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}.c" "CC" "gemm_small_kernel_cc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}.c" "NN;B0" "gemm_small_kernel_b0_nn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}.c" "NR;B0" "gemm_small_kernel_b0_nr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}.c" "RN;B0" "gemm_small_kernel_b0_rn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}.c" "RR;B0" "gemm_small_kernel_b0_rr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}.c" "NT;B0" "gemm_small_kernel_b0_nt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}.c" "NC;B0" "gemm_small_kernel_b0_nc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}.c" "RT;B0" "gemm_small_kernel_b0_rt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}.c" "RC;B0" "gemm_small_kernel_b0_rc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}.c" "TN;B0" "gemm_small_kernel_b0_tn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}.c" "TR;B0" "gemm_small_kernel_b0_tr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}.c" "CN;B0" "gemm_small_kernel_b0_cn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}.c" "CR;B0" "gemm_small_kernel_b0_cr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}.c" "TT;B0" "gemm_small_kernel_b0_tt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}.c" "TC;B0" "gemm_small_kernel_b0_tc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}.c" "CT;B0" "gemm_small_kernel_b0_ct" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}.c" "CC;B0" "gemm_small_kernel_b0_cc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "NN" "gemm_small_kernel_nn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "NR" "gemm_small_kernel_nr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "RN" "gemm_small_kernel_rn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NN}" "RR" "gemm_small_kernel_rr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "NT" "gemm_small_kernel_nt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "NC" "gemm_small_kernel_nc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "RT" "gemm_small_kernel_rt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_NT}" "RC" "gemm_small_kernel_rc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "TN" "gemm_small_kernel_tn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "TR" "gemm_small_kernel_tr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "CN" "gemm_small_kernel_cn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TN}" "CR" "gemm_small_kernel_cr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "TT" "gemm_small_kernel_tt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "TC" "gemm_small_kernel_tc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "CT" "gemm_small_kernel_ct" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_TT}" "CC" "gemm_small_kernel_cc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "NN;B0" "gemm_small_kernel_b0_nn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "NR;B0" "gemm_small_kernel_b0_nr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "RN;B0" "gemm_small_kernel_b0_rn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NN}" "RR;B0" "gemm_small_kernel_b0_rr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "NT;B0" "gemm_small_kernel_b0_nt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "NC;B0" "gemm_small_kernel_b0_nc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "RT;B0" "gemm_small_kernel_b0_rt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_NT}" "RC;B0" "gemm_small_kernel_b0_rc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "TN;B0" "gemm_small_kernel_b0_tn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "TR;B0" "gemm_small_kernel_b0_tr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "CN;B0" "gemm_small_kernel_b0_cn" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TN}" "CR;B0" "gemm_small_kernel_b0_cr" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "TT;B0" "gemm_small_kernel_b0_tt" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "TC;B0" "gemm_small_kernel_b0_tc" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "CT;B0" "gemm_small_kernel_b0_ct" false "" "" false "DOUBLE") | |||||
| GenerateNamedObjects("${KERNELDIR}/${DGEMM_SMALL_K_B0_TT}" "CC;B0" "gemm_small_kernel_b0_cc" false "" "" false "DOUBLE") | |||||
| endif () | endif () | ||||
| endif () | endif () | ||||
| if (BUILD_COMPLEX16 AND NOT BUILD_COMPLEX) | |||||
| if (BUILD_COMPLEX16 AND NOT BUILD_SINGLE) | |||||
| GenerateNamedObjects("${KERNELDIR}/${SSCALKERNEL}" "" "scal_k" false "" "" false "SINGLE") | |||||
| endif() | |||||
| if (BUILD_COMPLEX160 AND NOT BUILD_COMPLEX) | |||||
| GenerateNamedObjects("${KERNELDIR}/${CAMAXKERNEL}" "USE_ABS" "amax_k" false "" "" false "COMPLEX") | GenerateNamedObjects("${KERNELDIR}/${CAMAXKERNEL}" "USE_ABS" "amax_k" false "" "" false "COMPLEX") | ||||
| GenerateNamedObjects("${KERNELDIR}/${CAMINKERNEL}" "USE_ABS;USE_MIN" "amin_k" false "" "" false "COMPLEX") | GenerateNamedObjects("${KERNELDIR}/${CAMINKERNEL}" "USE_ABS;USE_MIN" "amin_k" false "" "" false "COMPLEX") | ||||
| if (DEFINED CMAXKERNEL) | if (DEFINED CMAXKERNEL) | ||||
| @@ -229,7 +229,7 @@ gotoblas_t TABLE_NAME = { | |||||
| #endif | #endif | ||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| 0, 0, 0, | 0, 0, 0, | ||||
| DGEMM_DEFAULT_UNROLL_M, DGEMM_DEFAULT_UNROLL_N, | DGEMM_DEFAULT_UNROLL_M, DGEMM_DEFAULT_UNROLL_N, | ||||
| #ifdef DGEMM_DEFAULT_UNROLL_MN | #ifdef DGEMM_DEFAULT_UNROLL_MN | ||||
| @@ -240,7 +240,7 @@ gotoblas_t TABLE_NAME = { | |||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| damax_kTS, damin_kTS, dmax_kTS, dmin_kTS, | damax_kTS, damin_kTS, dmax_kTS, dmin_kTS, | ||||
| idamax_kTS, idamin_kTS, idmax_kTS, idmin_kTS, | idamax_kTS, idamin_kTS, idmax_kTS, idmin_kTS, | ||||
| dnrm2_kTS, dasum_kTS, | dnrm2_kTS, dasum_kTS, | ||||
| @@ -248,13 +248,13 @@ gotoblas_t TABLE_NAME = { | |||||
| #if (BUILD_DOUBLE==1) | #if (BUILD_DOUBLE==1) | ||||
| dsum_kTS, | dsum_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| dcopy_kTS, ddot_kTS, | dcopy_kTS, ddot_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_SINGLE==1) || (BUILD_DOUBLE==1) | #if (BUILD_SINGLE==1) || (BUILD_DOUBLE==1) | ||||
| dsdot_kTS, | dsdot_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| drot_kTS, | drot_kTS, | ||||
| daxpy_kTS, | daxpy_kTS, | ||||
| dscal_kTS, | dscal_kTS, | ||||
| @@ -266,7 +266,7 @@ gotoblas_t TABLE_NAME = { | |||||
| dsymv_LTS, dsymv_UTS, | dsymv_LTS, dsymv_UTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| dgemm_kernelTS, dgemm_betaTS, | dgemm_kernelTS, dgemm_betaTS, | ||||
| #if DGEMM_DEFAULT_UNROLL_M != DGEMM_DEFAULT_UNROLL_N | #if DGEMM_DEFAULT_UNROLL_M != DGEMM_DEFAULT_UNROLL_N | ||||
| dgemm_incopyTS, dgemm_itcopyTS, | dgemm_incopyTS, dgemm_itcopyTS, | ||||
| @@ -276,7 +276,7 @@ gotoblas_t TABLE_NAME = { | |||||
| dgemm_oncopyTS, dgemm_otcopyTS, | dgemm_oncopyTS, dgemm_otcopyTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| #ifdef SMALL_MATRIX_OPT | #ifdef SMALL_MATRIX_OPT | ||||
| dgemm_small_matrix_permitTS, | dgemm_small_matrix_permitTS, | ||||
| dgemm_small_kernel_nnTS, dgemm_small_kernel_ntTS, dgemm_small_kernel_tnTS, dgemm_small_kernel_ttTS, | dgemm_small_kernel_nnTS, dgemm_small_kernel_ntTS, dgemm_small_kernel_tnTS, dgemm_small_kernel_ttTS, | ||||
| @@ -373,7 +373,7 @@ gotoblas_t TABLE_NAME = { | |||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX || BUILD_COMPLEX16) | |||||
| #if (BUILD_COMPLEX) | |||||
| 0, 0, 0, | 0, 0, 0, | ||||
| CGEMM_DEFAULT_UNROLL_M, CGEMM_DEFAULT_UNROLL_N, | CGEMM_DEFAULT_UNROLL_M, CGEMM_DEFAULT_UNROLL_N, | ||||
| #ifdef CGEMM_DEFAULT_UNROLL_MN | #ifdef CGEMM_DEFAULT_UNROLL_MN | ||||
| @@ -384,20 +384,20 @@ gotoblas_t TABLE_NAME = { | |||||
| #if (BUILD_COMPLEX) | #if (BUILD_COMPLEX) | ||||
| camax_kTS, camin_kTS, | camax_kTS, camin_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX || BUILD_COMPLEX16) | |||||
| #if (BUILD_COMPLEX) | |||||
| icamax_kTS, | icamax_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX) | #if (BUILD_COMPLEX) | ||||
| icamin_kTS, | icamin_kTS, | ||||
| cnrm2_kTS, casum_kTS, csum_kTS, | cnrm2_kTS, casum_kTS, csum_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX || BUILD_COMPLEX16) | |||||
| #if (BUILD_COMPLEX) | |||||
| ccopy_kTS, cdotu_kTS, cdotc_kTS, | ccopy_kTS, cdotu_kTS, cdotc_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX) | #if (BUILD_COMPLEX) | ||||
| csrot_kTS, | csrot_kTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX || BUILD_COMPLEX16) | |||||
| #if (BUILD_COMPLEX) | |||||
| caxpy_kTS, | caxpy_kTS, | ||||
| caxpyc_kTS, | caxpyc_kTS, | ||||
| cscal_kTS, | cscal_kTS, | ||||
| @@ -411,7 +411,7 @@ gotoblas_t TABLE_NAME = { | |||||
| csymv_LTS, csymv_UTS, | csymv_LTS, csymv_UTS, | ||||
| chemv_LTS, chemv_UTS, chemv_MTS, chemv_VTS, | chemv_LTS, chemv_UTS, chemv_MTS, chemv_VTS, | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX || BUILD_COMPLEX16) | |||||
| #if (BUILD_COMPLEX) | |||||
| cgemm_kernel_nTS, cgemm_kernel_lTS, cgemm_kernel_rTS, cgemm_kernel_bTS, | cgemm_kernel_nTS, cgemm_kernel_lTS, cgemm_kernel_rTS, cgemm_kernel_bTS, | ||||
| cgemm_betaTS, | cgemm_betaTS, | ||||
| #if CGEMM_DEFAULT_UNROLL_M != CGEMM_DEFAULT_UNROLL_N | #if CGEMM_DEFAULT_UNROLL_M != CGEMM_DEFAULT_UNROLL_N | ||||
| @@ -537,7 +537,7 @@ gotoblas_t TABLE_NAME = { | |||||
| #endif | #endif | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX || BUILD_COMPLEX16) | |||||
| #if (BUILD_COMPLEX) | |||||
| #ifndef NO_LAPACK | #ifndef NO_LAPACK | ||||
| cneg_tcopyTS, | cneg_tcopyTS, | ||||
| @@ -893,7 +893,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE == 1 | |||||
| #if BUILD_DOUBLE == 1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -906,10 +906,10 @@ static void init_parameter(void) { | |||||
| #if (BUILD_BFLOAT16) | #if (BUILD_BFLOAT16) | ||||
| TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | TABLE_NAME.sbgemm_q = SBGEMM_DEFAULT_Q; | ||||
| #endif | #endif | ||||
| #if BUILD_SINGLE == 1 | |||||
| #if BUILD_SINGLE == 1 || (BUILD_COMPLEX==1) | |||||
| TABLE_NAME.sgemm_q = SGEMM_DEFAULT_Q; | TABLE_NAME.sgemm_q = SGEMM_DEFAULT_Q; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE== 1 | |||||
| #if BUILD_DOUBLE== 1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_q = DGEMM_DEFAULT_Q; | TABLE_NAME.dgemm_q = DGEMM_DEFAULT_Q; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX== 1 | #if BUILD_COMPLEX== 1 | ||||
| @@ -922,10 +922,10 @@ static void init_parameter(void) { | |||||
| #if (BUILD_BFLOAT16) | #if (BUILD_BFLOAT16) | ||||
| TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | TABLE_NAME.sbgemm_r = SBGEMM_DEFAULT_R; | ||||
| #endif | #endif | ||||
| #if BUILD_SINGLE == 1 | |||||
| #if BUILD_SINGLE == 1 || (BUILD_COMPLEX==1) | |||||
| TABLE_NAME.sgemm_r = SGEMM_DEFAULT_R; | TABLE_NAME.sgemm_r = SGEMM_DEFAULT_R; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE==1 | |||||
| #if BUILD_DOUBLE==1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_r = DGEMM_DEFAULT_R; | TABLE_NAME.dgemm_r = DGEMM_DEFAULT_R; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1328,7 +1328,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 64 * (l2 >> 7); | TABLE_NAME.sgemm_p = 64 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE == 1 | |||||
| #if BUILD_DOUBLE == 1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 32 * (l2 >> 7); | TABLE_NAME.dgemm_p = 32 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1352,7 +1352,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 96 * (l2 >> 7); | TABLE_NAME.sgemm_p = 96 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE == 1 | |||||
| #if BUILD_DOUBLE == 1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 48 * (l2 >> 7); | TABLE_NAME.dgemm_p = 48 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1376,7 +1376,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 256; | TABLE_NAME.sgemm_p = 256; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE ==1 | |||||
| #if BUILD_DOUBLE ==1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 128; | TABLE_NAME.dgemm_p = 128; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1400,7 +1400,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 56 * (l2 >> 7); | TABLE_NAME.sgemm_p = 56 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE ==1 | |||||
| #if BUILD_DOUBLE ==1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 28 * (l2 >> 7); | TABLE_NAME.dgemm_p = 28 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1424,7 +1424,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 92 * (l2 >> 9) + 8; | TABLE_NAME.sgemm_p = 92 * (l2 >> 9) + 8; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE==1 | |||||
| #if BUILD_DOUBLE==1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 46 * (l2 >> 9) + 8; | TABLE_NAME.dgemm_p = 46 * (l2 >> 9) + 8; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1448,7 +1448,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 42 * (l2 >> 9) + 8; | TABLE_NAME.sgemm_p = 42 * (l2 >> 9) + 8; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE == 1 | |||||
| #if BUILD_DOUBLE == 1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 42 * (l2 >> 9) + 8; | TABLE_NAME.dgemm_p = 42 * (l2 >> 9) + 8; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1472,7 +1472,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 42 * (l2 >> 9) + 8; | TABLE_NAME.sgemm_p = 42 * (l2 >> 9) + 8; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE ==1 | |||||
| #if BUILD_DOUBLE ==1 || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 42 * (l2 >> 9) + 8; | TABLE_NAME.dgemm_p = 42 * (l2 >> 9) + 8; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX==1 | #if BUILD_COMPLEX==1 | ||||
| @@ -1497,7 +1497,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1521,7 +1521,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1569,7 +1569,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1594,7 +1594,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = 224 + 56 * (l2 >> 7); | TABLE_NAME.sgemm_p = 224 + 56 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = 112 + 28 * (l2 >> 7); | TABLE_NAME.dgemm_p = 112 + 28 * (l2 >> 7); | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1618,7 +1618,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1642,7 +1642,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1666,7 +1666,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1690,7 +1690,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1715,7 +1715,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1739,7 +1739,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if BUILD_DOUBLE || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1763,7 +1763,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_DOUBLE | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if BUILD_COMPLEX | #if BUILD_COMPLEX | ||||
| @@ -1788,7 +1788,7 @@ static void init_parameter(void) { | |||||
| #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | #if (BUILD_SINGLE==1) || (BUILD_COMPLEX==1) | ||||
| TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | TABLE_NAME.sgemm_p = SGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if (BUILD_DOUBLE==1) | |||||
| #if (BUILD_DOUBLE==1) || (BUILD_COMPLEX16==1) | |||||
| TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | TABLE_NAME.dgemm_p = DGEMM_DEFAULT_P; | ||||
| #endif | #endif | ||||
| #if (BUILD_COMPLEX==1) | #if (BUILD_COMPLEX==1) | ||||