@@ -163,10 +163,10 @@ | |||||
#define DGEMM_SMALL_KERNEL_TN dgemm_small_kernel_tn | #define DGEMM_SMALL_KERNEL_TN dgemm_small_kernel_tn | ||||
#define DGEMM_SMALL_KERNEL_TT dgemm_small_kernel_tt | #define DGEMM_SMALL_KERNEL_TT dgemm_small_kernel_tt | ||||
#define DGEMM_SMALL_KERNEL_A1B0_NN dgemm_small_kernel_a1b0_nn | |||||
#define DGEMM_SMALL_KERNEL_A1B0_NT dgemm_small_kernel_a1b0_nt | |||||
#define DGEMM_SMALL_KERNEL_A1B0_TN dgemm_small_kernel_a1b0_tn | |||||
#define DGEMM_SMALL_KERNEL_A1B0_TT dgemm_small_kernel_a1b0_tt | |||||
#define DGEMM_SMALL_KERNEL_B0_NN dgemm_small_kernel_b0_nn | |||||
#define DGEMM_SMALL_KERNEL_B0_NT dgemm_small_kernel_b0_nt | |||||
#define DGEMM_SMALL_KERNEL_B0_TN dgemm_small_kernel_b0_tn | |||||
#define DGEMM_SMALL_KERNEL_B0_TT dgemm_small_kernel_b0_tt | |||||
#else | #else | ||||
@@ -526,15 +526,15 @@ int dgemm_small_kernel_nt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLO | |||||
int dgemm_small_kernel_tn(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double beta, double * C, BLASLONG ldc); | int dgemm_small_kernel_tn(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double beta, double * C, BLASLONG ldc); | ||||
int dgemm_small_kernel_tt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double beta, double * C, BLASLONG ldc); | int dgemm_small_kernel_tt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double beta, double * C, BLASLONG ldc); | ||||
int sgemm_small_kernel_a1b0_nn(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_a1b0_nt(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_a1b0_tn(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_a1b0_tt(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_a1b0_nn(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_a1b0_nt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_a1b0_tn(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_a1b0_tt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_b0_nn(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float alpha, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_b0_nt(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float alpha, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_b0_tn(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float alpha, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int sgemm_small_kernel_b0_tt(BLASLONG m, BLASLONG n, BLASLONG k, float * A, BLASLONG lda, float alpha, float * B, BLASLONG ldb, float * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_b0_nn(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_b0_nt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_b0_tn(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
int dgemm_small_kernel_b0_tt(BLASLONG m, BLASLONG n, BLASLONG k, double * A, BLASLONG lda, double alpha, double * B, BLASLONG ldb, double * C, BLASLONG ldc); | |||||
#endif | #endif | ||||
@@ -648,10 +648,10 @@ | |||||
#define GEMM_SMALL_KERNEL_NT DGEMM_SMALL_KERNEL_NT | #define GEMM_SMALL_KERNEL_NT DGEMM_SMALL_KERNEL_NT | ||||
#define GEMM_SMALL_KERNEL_TN DGEMM_SMALL_KERNEL_TN | #define GEMM_SMALL_KERNEL_TN DGEMM_SMALL_KERNEL_TN | ||||
#define GEMM_SMALL_KERNEL_TT DGEMM_SMALL_KERNEL_TT | #define GEMM_SMALL_KERNEL_TT DGEMM_SMALL_KERNEL_TT | ||||
#define GEMM_SMALL_KERNEL_A1B0_NN DGEMM_SMALL_KERNEL_A1B0_NN | |||||
#define GEMM_SMALL_KERNEL_A1B0_NT DGEMM_SMALL_KERNEL_A1B0_NT | |||||
#define GEMM_SMALL_KERNEL_A1B0_TN DGEMM_SMALL_KERNEL_A1B0_TN | |||||
#define GEMM_SMALL_KERNEL_A1B0_TT DGEMM_SMALL_KERNEL_A1B0_TT | |||||
#define GEMM_SMALL_KERNEL_B0_NN DGEMM_SMALL_KERNEL_B0_NN | |||||
#define GEMM_SMALL_KERNEL_B0_NT DGEMM_SMALL_KERNEL_B0_NT | |||||
#define GEMM_SMALL_KERNEL_B0_TN DGEMM_SMALL_KERNEL_B0_TN | |||||
#define GEMM_SMALL_KERNEL_B0_TT DGEMM_SMALL_KERNEL_B0_TT | |||||
#elif defined(BFLOAT16) | #elif defined(BFLOAT16) | ||||
@@ -945,10 +945,10 @@ | |||||
#define GEMM_SMALL_KERNEL_TN SGEMM_SMALL_KERNEL_TN | #define GEMM_SMALL_KERNEL_TN SGEMM_SMALL_KERNEL_TN | ||||
#define GEMM_SMALL_KERNEL_TT SGEMM_SMALL_KERNEL_TT | #define GEMM_SMALL_KERNEL_TT SGEMM_SMALL_KERNEL_TT | ||||
#define GEMM_SMALL_KERNEL_A1B0_NN SGEMM_SMALL_KERNEL_A1B0_NN | |||||
#define GEMM_SMALL_KERNEL_A1B0_NT SGEMM_SMALL_KERNEL_A1B0_NT | |||||
#define GEMM_SMALL_KERNEL_A1B0_TN SGEMM_SMALL_KERNEL_A1B0_TN | |||||
#define GEMM_SMALL_KERNEL_A1B0_TT SGEMM_SMALL_KERNEL_A1B0_TT | |||||
#define GEMM_SMALL_KERNEL_B0_NN SGEMM_SMALL_KERNEL_B0_NN | |||||
#define GEMM_SMALL_KERNEL_B0_NT SGEMM_SMALL_KERNEL_B0_NT | |||||
#define GEMM_SMALL_KERNEL_B0_TN SGEMM_SMALL_KERNEL_B0_TN | |||||
#define GEMM_SMALL_KERNEL_B0_TT SGEMM_SMALL_KERNEL_B0_TT | |||||
#endif | #endif | ||||
@@ -1261,10 +1261,10 @@ | |||||
#define GEMM_SMALL_KERNEL_TN SGEMM_SMALL_KERNEL_TN | #define GEMM_SMALL_KERNEL_TN SGEMM_SMALL_KERNEL_TN | ||||
#define GEMM_SMALL_KERNEL_TT SGEMM_SMALL_KERNEL_TT | #define GEMM_SMALL_KERNEL_TT SGEMM_SMALL_KERNEL_TT | ||||
#define GEMM_SMALL_KERNEL_A1B0_NN SGEMM_SMALL_KERNEL_A1B0_NN | |||||
#define GEMM_SMALL_KERNEL_A1B0_NT SGEMM_SMALL_KERNEL_A1B0_NT | |||||
#define GEMM_SMALL_KERNEL_A1B0_TN SGEMM_SMALL_KERNEL_A1B0_TN | |||||
#define GEMM_SMALL_KERNEL_A1B0_TT SGEMM_SMALL_KERNEL_A1B0_TT | |||||
#define GEMM_SMALL_KERNEL_B0_NN SGEMM_SMALL_KERNEL_B0_NN | |||||
#define GEMM_SMALL_KERNEL_B0_NT SGEMM_SMALL_KERNEL_B0_NT | |||||
#define GEMM_SMALL_KERNEL_B0_TN SGEMM_SMALL_KERNEL_B0_TN | |||||
#define GEMM_SMALL_KERNEL_B0_TT SGEMM_SMALL_KERNEL_B0_TT | |||||
#endif | #endif | ||||
#else | #else | ||||
@@ -169,10 +169,10 @@ | |||||
#define SGEMM_SMALL_KERNEL_TN sgemm_small_kernel_tn | #define SGEMM_SMALL_KERNEL_TN sgemm_small_kernel_tn | ||||
#define SGEMM_SMALL_KERNEL_TT sgemm_small_kernel_tt | #define SGEMM_SMALL_KERNEL_TT sgemm_small_kernel_tt | ||||
#define SGEMM_SMALL_KERNEL_A1B0_NN sgemm_small_kernel_a1b0_nn | |||||
#define SGEMM_SMALL_KERNEL_A1B0_NT sgemm_small_kernel_a1b0_nt | |||||
#define SGEMM_SMALL_KERNEL_A1B0_TN sgemm_small_kernel_a1b0_tn | |||||
#define SGEMM_SMALL_KERNEL_A1B0_TT sgemm_small_kernel_a1b0_tt | |||||
#define SGEMM_SMALL_KERNEL_B0_NN sgemm_small_kernel_b0_nn | |||||
#define SGEMM_SMALL_KERNEL_B0_NT sgemm_small_kernel_b0_nt | |||||
#define SGEMM_SMALL_KERNEL_B0_TN sgemm_small_kernel_b0_tn | |||||
#define SGEMM_SMALL_KERNEL_B0_TT sgemm_small_kernel_b0_tt | |||||
#else | #else | ||||
@@ -116,11 +116,11 @@ static int (*gemm_small_kernel[])(BLASLONG, BLASLONG, BLASLONG, FLOAT *, BLASLON | |||||
#endif | #endif | ||||
}; | }; | ||||
static int (*gemm_small_kernel_a1b0[])(BLASLONG, BLASLONG, BLASLONG, FLOAT *, BLASLONG, FLOAT *, BLASLONG, FLOAT *, BLASLONG) = { | |||||
static int (*gemm_small_kernel_b0[])(BLASLONG, BLASLONG, BLASLONG, FLOAT *, BLASLONG, FLOAT, FLOAT *, BLASLONG, FLOAT *, BLASLONG) = { | |||||
#ifndef GEMM3M | #ifndef GEMM3M | ||||
#ifndef COMPLEX | #ifndef COMPLEX | ||||
GEMM_SMALL_KERNEL_A1B0_NN, GEMM_SMALL_KERNEL_A1B0_TN, NULL, NULL, | |||||
GEMM_SMALL_KERNEL_A1B0_NT, GEMM_SMALL_KERNEL_A1B0_TT, NULL, NULL, | |||||
GEMM_SMALL_KERNEL_B0_NN, GEMM_SMALL_KERNEL_B0_TN, NULL, NULL, | |||||
GEMM_SMALL_KERNEL_B0_NT, GEMM_SMALL_KERNEL_B0_TT, NULL, NULL, | |||||
#endif | #endif | ||||
#endif | #endif | ||||
}; | }; | ||||
@@ -450,8 +450,8 @@ void CNAME(enum CBLAS_ORDER order, enum CBLAS_TRANSPOSE TransA, enum CBLAS_TRANS | |||||
//need to tune small matrices cases. | //need to tune small matrices cases. | ||||
if(MNK <= 100.0*100.0*100.0){ | if(MNK <= 100.0*100.0*100.0){ | ||||
if(*(FLOAT *)(args.alpha) == 1.0 && *(FLOAT *)(args.beta) == 0.0){ | |||||
(gemm_small_kernel_a1b0[(transb << 2) | transa])(args.m, args.n, args.k, args.a, args.lda,args.b, args.ldb, args.c, args.ldc); | |||||
if(*(FLOAT *)(args.beta) == 0.0){ | |||||
(gemm_small_kernel_b0[(transb << 2) | transa])(args.m, args.n, args.k, args.a, args.lda, *(FLOAT *)(args.alpha), args.b, args.ldb, args.c, args.ldc); | |||||
}else{ | }else{ | ||||
(gemm_small_kernel[(transb << 2) | transa])(args.m, args.n, args.k, args.a, args.lda, *(FLOAT *)(args.alpha), args.b, args.ldb, *(FLOAT *)(args.beta), args.c, args.ldc); | (gemm_small_kernel[(transb << 2) | transa])(args.m, args.n, args.k, args.a, args.lda, *(FLOAT *)(args.alpha), args.b, args.ldb, *(FLOAT *)(args.beta), args.c, args.ldc); | ||||
} | } | ||||
@@ -453,14 +453,14 @@ ifeq ($(SMALL_MATRIX_OPT), 1) | |||||
SBLASOBJS += \ | SBLASOBJS += \ | ||||
sgemm_small_kernel_nn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_nt$(TSUFFIX).$(SUFFIX) \ | sgemm_small_kernel_nn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_nt$(TSUFFIX).$(SUFFIX) \ | ||||
sgemm_small_kernel_tn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) \ | sgemm_small_kernel_tn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) \ | ||||
sgemm_small_kernel_a1b0_nn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_a1b0_nt$(TSUFFIX).$(SUFFIX) \ | |||||
sgemm_small_kernel_a1b0_tn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_a1b0_tt$(TSUFFIX).$(SUFFIX) | |||||
sgemm_small_kernel_b0_nn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_b0_nt$(TSUFFIX).$(SUFFIX) \ | |||||
sgemm_small_kernel_b0_tn$(TSUFFIX).$(SUFFIX) sgemm_small_kernel_b0_tt$(TSUFFIX).$(SUFFIX) | |||||
DBLASOBJS += \ | DBLASOBJS += \ | ||||
dgemm_small_kernel_nn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_nt$(TSUFFIX).$(SUFFIX) \ | dgemm_small_kernel_nn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_nt$(TSUFFIX).$(SUFFIX) \ | ||||
dgemm_small_kernel_tn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) \ | dgemm_small_kernel_tn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) \ | ||||
dgemm_small_kernel_a1b0_nn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_a1b0_nt$(TSUFFIX).$(SUFFIX) \ | |||||
dgemm_small_kernel_a1b0_tn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_a1b0_tt$(TSUFFIX).$(SUFFIX) | |||||
dgemm_small_kernel_b0_nn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_b0_nt$(TSUFFIX).$(SUFFIX) \ | |||||
dgemm_small_kernel_b0_tn$(TSUFFIX).$(SUFFIX) dgemm_small_kernel_b0_tt$(TSUFFIX).$(SUFFIX) | |||||
endif | endif | ||||
@@ -4286,32 +4286,32 @@ $(KDIR)dgemm_small_kernel_tn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_ | |||||
$(KDIR)dgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_TT) | $(KDIR)dgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_TT) | ||||
$(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | ||||
ifndef DGEMM_SMALL_K_A1B0_NN | |||||
DGEMM_SMALL_K_A1B0_NN = ../generic/gemm_small_matrix_kernel_a1b0_nn.c | |||||
ifndef DGEMM_SMALL_K_B0_NN | |||||
DGEMM_SMALL_K_B0_NN = ../generic/gemm_small_matrix_kernel_b0_nn.c | |||||
endif | endif | ||||
ifndef DGEMM_SMALL_K_A1B0_NT | |||||
DGEMM_SMALL_K_A1B0_NT = ../generic/gemm_small_matrix_kernel_a1b0_nt.c | |||||
ifndef DGEMM_SMALL_K_B0_NT | |||||
DGEMM_SMALL_K_B0_NT = ../generic/gemm_small_matrix_kernel_b0_nt.c | |||||
endif | endif | ||||
ifndef DGEMM_SMALL_K_A1B0_TN | |||||
DGEMM_SMALL_K_A1B0_TN = ../generic/gemm_small_matrix_kernel_a1b0_tn.c | |||||
ifndef DGEMM_SMALL_K_B0_TN | |||||
DGEMM_SMALL_K_B0_TN = ../generic/gemm_small_matrix_kernel_b0_tn.c | |||||
endif | endif | ||||
ifndef DGEMM_SMALL_K_A1B0_TT | |||||
DGEMM_SMALL_K_A1B0_TT = ../generic/gemm_small_matrix_kernel_a1b0_tt.c | |||||
ifndef DGEMM_SMALL_K_B0_TT | |||||
DGEMM_SMALL_K_B0_TT = ../generic/gemm_small_matrix_kernel_b0_tt.c | |||||
endif | endif | ||||
$(KDIR)dgemm_small_kernel_a1b0_nn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_A1B0_NN) | |||||
$(KDIR)dgemm_small_kernel_b0_nn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_B0_NN) | |||||
$(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | ||||
$(KDIR)dgemm_small_kernel_a1b0_nt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_A1B0_NT) | |||||
$(KDIR)dgemm_small_kernel_b0_nt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_B0_NT) | |||||
$(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | ||||
$(KDIR)dgemm_small_kernel_a1b0_tn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_A1B0_TN) | |||||
$(KDIR)dgemm_small_kernel_b0_tn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_B0_TN) | |||||
$(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | ||||
$(KDIR)dgemm_small_kernel_a1b0_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_A1B0_TT) | |||||
$(KDIR)dgemm_small_kernel_b0_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(DGEMM_SMALL_K_B0_TT) | |||||
$(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -DDOUBLE -UCOMPLEX $< -o $@ | ||||
@@ -4343,30 +4343,30 @@ $(KDIR)sgemm_small_kernel_tn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_ | |||||
$(KDIR)sgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_TT) | $(KDIR)sgemm_small_kernel_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_TT) | ||||
$(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | ||||
ifndef SGEMM_SMALL_K_A1B0_NN | |||||
SGEMM_SMALL_K_A1B0_NN = ../generic/gemm_small_matrix_kernel_a1b0_nn.c | |||||
ifndef SGEMM_SMALL_K_B0_NN | |||||
SGEMM_SMALL_K_B0_NN = ../generic/gemm_small_matrix_kernel_b0_nn.c | |||||
endif | endif | ||||
ifndef SGEMM_SMALL_K_A1B0_NT | |||||
SGEMM_SMALL_K_A1B0_NT = ../generic/gemm_small_matrix_kernel_a1b0_nt.c | |||||
ifndef SGEMM_SMALL_K_B0_NT | |||||
SGEMM_SMALL_K_B0_NT = ../generic/gemm_small_matrix_kernel_b0_nt.c | |||||
endif | endif | ||||
ifndef SGEMM_SMALL_K_A1B0_TN | |||||
SGEMM_SMALL_K_A1B0_TN = ../generic/gemm_small_matrix_kernel_a1b0_tn.c | |||||
ifndef SGEMM_SMALL_K_B0_TN | |||||
SGEMM_SMALL_K_B0_TN = ../generic/gemm_small_matrix_kernel_b0_tn.c | |||||
endif | endif | ||||
ifndef SGEMM_SMALL_K_A1B0_TT | |||||
SGEMM_SMALL_K_A1B0_TT = ../generic/gemm_small_matrix_kernel_a1b0_tt.c | |||||
ifndef SGEMM_SMALL_K_B0_TT | |||||
SGEMM_SMALL_K_B0_TT = ../generic/gemm_small_matrix_kernel_b0_tt.c | |||||
endif | endif | ||||
$(KDIR)sgemm_small_kernel_a1b0_nn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_A1B0_NN) | |||||
$(KDIR)sgemm_small_kernel_b0_nn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_B0_NN) | |||||
$(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | ||||
$(KDIR)sgemm_small_kernel_a1b0_nt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_A1B0_NT) | |||||
$(KDIR)sgemm_small_kernel_b0_nt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_B0_NT) | |||||
$(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | ||||
$(KDIR)sgemm_small_kernel_a1b0_tn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_A1B0_TN) | |||||
$(KDIR)sgemm_small_kernel_b0_tn$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_B0_TN) | |||||
$(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | ||||
$(KDIR)sgemm_small_kernel_a1b0_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_A1B0_TT) | |||||
$(KDIR)sgemm_small_kernel_b0_tt$(TSUFFIX).$(SUFFIX) : $(KERNELDIR)/$(SGEMM_SMALL_K_B0_TT) | |||||
$(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ | $(CC) $(CFLAGS) -c -UDOUBLE -UCOMPLEX $< -o $@ |
@@ -27,7 +27,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||||
#include "common.h" | #include "common.h" | ||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT * B, BLASLONG ldb,FLOAT * C, BLASLONG ldc) | |||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT alpha, FLOAT * B, BLASLONG ldb,FLOAT * C, BLASLONG ldc) | |||||
{ | { | ||||
//naive implemtation | //naive implemtation | ||||
//Column major | //Column major | ||||
@@ -41,7 +41,7 @@ int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT * B | |||||
for(k=0; k<K; k++){ | for(k=0; k<K; k++){ | ||||
result += A[i+k*lda] * B[k+j*ldb]; | result += A[i+k*lda] * B[k+j*ldb]; | ||||
} | } | ||||
C[i+j*ldc]=result; | |||||
C[i+j*ldc]=alpha * result; | |||||
} | } | ||||
} | } | ||||
@@ -27,7 +27,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||||
#include "common.h" | #include "common.h" | ||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT * B, BLASLONG ldb, FLOAT * C, BLASLONG ldc) | |||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT alpha, FLOAT * B, BLASLONG ldb, FLOAT * C, BLASLONG ldc) | |||||
{ | { | ||||
//naive implemtation | //naive implemtation | ||||
//Column major | //Column major | ||||
@@ -41,7 +41,7 @@ int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT * B | |||||
for(k=0; k<K; k++){ | for(k=0; k<K; k++){ | ||||
result += A[i+k*lda] * B[k*ldb+j]; | result += A[i+k*lda] * B[k*ldb+j]; | ||||
} | } | ||||
C[i+j*ldc]=result; | |||||
C[i+j*ldc]=alpha * result; | |||||
} | } | ||||
} | } | ||||
@@ -27,7 +27,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||||
#include "common.h" | #include "common.h" | ||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda,FLOAT * B, BLASLONG ldb,FLOAT * C, BLASLONG ldc) | |||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT alpha, FLOAT * B, BLASLONG ldb,FLOAT * C, BLASLONG ldc) | |||||
{ | { | ||||
//naive implemtation | //naive implemtation | ||||
//Column major | //Column major | ||||
@@ -41,7 +41,7 @@ int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda,FLOAT * B, | |||||
for(k=0; k<K; k++){ | for(k=0; k<K; k++){ | ||||
result += A[i*lda+k] * B[k+j*ldb]; | result += A[i*lda+k] * B[k+j*ldb]; | ||||
} | } | ||||
C[i+j*ldc]=result; | |||||
C[i+j*ldc]=alpha * result; | |||||
} | } | ||||
} | } | ||||
@@ -27,7 +27,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||||
#include "common.h" | #include "common.h" | ||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT * B, BLASLONG ldb, FLOAT * C, BLASLONG ldc) | |||||
int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT alpha, FLOAT * B, BLASLONG ldb, FLOAT * C, BLASLONG ldc) | |||||
{ | { | ||||
//naive implemtation | //naive implemtation | ||||
//Column major | //Column major | ||||
@@ -41,7 +41,7 @@ int CNAME(BLASLONG M, BLASLONG N, BLASLONG K, FLOAT * A, BLASLONG lda, FLOAT * B | |||||
for(k=0; k<K; k++){ | for(k=0; k<K; k++){ | ||||
result += A[i*lda+k] * B[k*ldb+j]; | result += A[i*lda+k] * B[k*ldb+j]; | ||||
} | } | ||||
C[i+j*ldc]=result; | |||||
C[i+j*ldc]=alpha * result; | |||||
} | } | ||||
} | } | ||||