During the last iteration of some RVV operations, accumulators can get overwritten when VL < VLMAX and tail policy is agnostic. Commit changes intrinsics tail policy to undistrubed.tags/v0.3.27
@@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m8_f32m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#else | |||
@@ -53,7 +53,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m8_f64m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#endif | |||
@@ -78,7 +78,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vx = VLEV_FLOAT(x, vl); | |||
vx = VFABSV_FLOAT(vx, vl); | |||
vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
} | |||
} else { | |||
@@ -90,7 +90,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vx = VLSEV_FLOAT(x, stride_x, vl); | |||
vx = VFABSV_FLOAT(vx, vl); | |||
vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
} | |||
} | |||
@@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f32m8_f32m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#else | |||
@@ -53,7 +53,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f64m8_f64m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#endif | |||
@@ -78,7 +78,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vx = VLEV_FLOAT(x, vl); | |||
vx = VFABSV_FLOAT(vx, vl); | |||
vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
} | |||
} else { | |||
@@ -90,7 +90,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vx = VLSEV_FLOAT(x, stride_x, vl); | |||
vx = VFABSV_FLOAT(vx, vl); | |||
vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
} | |||
} | |||
@@ -36,7 +36,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLEV_FLOAT __riscv_vle32_v_f32m8 | |||
#define VLSEV_FLOAT __riscv_vlse32_v_f32m8 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m8 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
#define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f32m8_f32m1 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
@@ -50,7 +50,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLEV_FLOAT __riscv_vle64_v_f64m8 | |||
#define VLSEV_FLOAT __riscv_vlse64_v_f64m8 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m8 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
#define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f64m8_f64m1 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
@@ -76,7 +76,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vx = VLEV_FLOAT(x, vl); | |||
vx = VFABSV_FLOAT(vx, vl); | |||
vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
} | |||
} else { | |||
@@ -88,7 +88,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vx = VLSEV_FLOAT(x, stride_x, vl); | |||
vx = VFABSV_FLOAT(vx, vl); | |||
vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
} | |||
} | |||
@@ -49,12 +49,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
vfloat32m4_t vx = __riscv_vle32_v_f32m4(x, vl); | |||
vfloat32m4_t vy = __riscv_vle32_v_f32m4(y, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#else | |||
vfloat64m8_t vx = __riscv_vle64_v_f64m8(x, vl); | |||
vfloat64m8_t vy = __riscv_vle64_v_f64m8(y, vl); | |||
vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#endif | |||
} | |||
@@ -69,12 +69,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
vfloat32m4_t vx = __riscv_vle32_v_f32m4(x, vl); | |||
vfloat32m4_t vy = __riscv_vlse32_v_f32m4(y, stride_y, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#else | |||
vfloat64m8_t vx = __riscv_vle64_v_f64m8(x, vl); | |||
vfloat64m8_t vy = __riscv_vlse64_v_f64m8(y, stride_y, vl); | |||
vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#endif | |||
} | |||
} else if (1 == inc_y) { | |||
@@ -88,12 +88,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
vfloat32m4_t vx = __riscv_vlse32_v_f32m4(x, stride_x, vl); | |||
vfloat32m4_t vy = __riscv_vle32_v_f32m4(y, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#else | |||
vfloat64m8_t vx = __riscv_vlse64_v_f64m8(x, stride_x, vl); | |||
vfloat64m8_t vy = __riscv_vle64_v_f64m8(y, vl); | |||
vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#endif | |||
} | |||
} else { | |||
@@ -108,12 +108,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
vfloat32m4_t vx = __riscv_vlse32_v_f32m4(x, stride_x, vl); | |||
vfloat32m4_t vy = __riscv_vlse32_v_f32m4(y, stride_y, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#else | |||
vfloat64m8_t vx = __riscv_vlse64_v_f64m8(x, stride_x, vl); | |||
vfloat64m8_t vy = __riscv_vlse64_v_f64m8(y, stride_y, vl); | |||
vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
#endif | |||
} | |||
} | |||
@@ -42,12 +42,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b8 | |||
#define UINT_V_T vuint64m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u64m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -68,12 +68,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b4 | |||
#define UINT_V_T vuint32m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u32m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -106,11 +106,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
//index where element greater than v_max | |||
mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
//update v_max | |||
v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
} | |||
} else { | |||
@@ -125,11 +125,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
//index where element greater than v_max | |||
mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
//update v_max | |||
v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
} | |||
} | |||
@@ -43,12 +43,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b8 | |||
#define UINT_V_T vuint64m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u64m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -69,12 +69,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b4 | |||
#define UINT_V_T vuint32m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u32m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -107,11 +107,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
// index where element less than v_min | |||
mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
//update v_min and start_index j | |||
v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
} | |||
} else { | |||
@@ -126,11 +126,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
// index where element less than v_min | |||
mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
//update v_min and start_index j | |||
v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
} | |||
} | |||
@@ -42,12 +42,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VMFGEVF_FLOAT __riscv_vmfge_vf_f64m8_b8 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b8 | |||
#define UINT_V_T vuint64m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u64m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -67,12 +67,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VMFGEVF_FLOAT __riscv_vmfge_vf_f32m8_b4 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b4 | |||
#define UINT_V_T vuint32m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u32m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -104,11 +104,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
//index where element greater than v_max | |||
mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
//update v_max and start_index j | |||
v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
} | |||
} else { | |||
@@ -122,11 +122,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
//index where element greater than v_max | |||
mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
//update v_max and start_index j | |||
v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
} | |||
} | |||
@@ -42,12 +42,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VMFLEVF_FLOAT __riscv_vmfle_vf_f64m8_b8 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b8 | |||
#define UINT_V_T vuint64m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u64m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -67,12 +67,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VMFLEVF_FLOAT __riscv_vmfle_vf_f32m8_b4 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
#define VFIRSTM __riscv_vfirst_m_b4 | |||
#define UINT_V_T vuint32m8_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
#define VIDV_UINT __riscv_vid_v_u32m8 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -104,11 +104,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
// index where element less than v_min | |||
mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
//update v_min and start_index j | |||
v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
} | |||
} else { | |||
@@ -122,11 +122,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
// index where element less than v_min | |||
mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
//update v_min and start_index j | |||
v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
} | |||
} | |||
@@ -44,13 +44,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m4 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
#define VFIRSTM __riscv_vfirst_m_b16 | |||
#define UINT_V_T vuint64m4_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u64m4_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u64m4_tumu | |||
#define VIDV_UINT __riscv_vid_v_u64m4 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u64m4_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m4_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u64m4 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u64m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -73,13 +73,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m4 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
#define VFIRSTM __riscv_vfirst_m_b8 | |||
#define UINT_V_T vuint32m4_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u32m4_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u32m4_tumu | |||
#define VIDV_UINT __riscv_vid_v_u32m4 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u32m4_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m4_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u32m4 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u32m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -116,11 +116,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
//index where element greater than v_max | |||
mask = VMFLTVV_FLOAT(v_max, vx0, vl); | |||
v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
//update v_max and start_index j | |||
v_max = VFMAXVV_FLOAT(v_max, vx0, vl); | |||
v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx0, vl); | |||
} | |||
} | |||
else { | |||
@@ -138,11 +138,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
//index where element greater than v_max | |||
mask = VMFLTVV_FLOAT(v_max, vx0, vl); | |||
v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
//update v_max and start_index j | |||
v_max = VFMAXVV_FLOAT(v_max, vx0, vl); | |||
v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx0, vl); | |||
} | |||
} | |||
@@ -43,13 +43,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f64m4 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
#define VFIRSTM __riscv_vfirst_m_b16 | |||
#define UINT_V_T vuint64m4_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u64m4_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u64m4_tumu | |||
#define VIDV_UINT __riscv_vid_v_u64m4 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u64m4_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m4_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u64m4 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u64m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -70,13 +70,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f32m4 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
#define VFIRSTM __riscv_vfirst_m_b8 | |||
#define UINT_V_T vuint32m4_t | |||
#define VIDV_MASK_UINT __riscv_vid_v_u32m4_mu | |||
#define VIDV_MASK_UINT_TU __riscv_vid_v_u32m4_tumu | |||
#define VIDV_UINT __riscv_vid_v_u32m4 | |||
#define VADDVX_MASK_UINT __riscv_vadd_vx_u32m4_mu | |||
#define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m4_tumu | |||
#define VADDVX_UINT __riscv_vadd_vx_u32m4 | |||
#define VMVVX_UINT __riscv_vmv_v_x_u32m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -113,11 +113,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
// index where element less than v_min | |||
mask = VMFLTVV_FLOAT(vx0, v_min, vl); | |||
v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
//update v_min and start_index j | |||
v_min = VFMINVV_FLOAT(v_min, vx0, vl); | |||
v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx0, vl); | |||
} | |||
} else { | |||
@@ -136,11 +136,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
// index where element less than v_min | |||
mask = VMFLTVV_FLOAT(vx0, v_min, vl); | |||
v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
//update v_min and start_index j | |||
v_min = VFMINVV_FLOAT(v_min, vx0, vl); | |||
v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx0, vl); | |||
} | |||
} | |||
@@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m8_f32m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#else | |||
#define VSETVL(n) __riscv_vsetvl_e64m8(n) | |||
@@ -52,7 +52,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m8_f64m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#endif | |||
@@ -75,7 +75,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vl = VSETVL(n); | |||
vx = VLEV_FLOAT(x, vl); | |||
vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
} | |||
} else { | |||
@@ -86,7 +86,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vl = VSETVL(n); | |||
vx = VLSEV_FLOAT(x, stride_x, vl); | |||
vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
} | |||
} | |||
@@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f32m8_f32m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#else | |||
#define VSETVL(n) __riscv_vsetvl_e64m8(n) | |||
@@ -52,7 +52,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f64m8_f64m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#endif | |||
@@ -75,7 +75,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vl = VSETVL(n); | |||
vx = VLEV_FLOAT(x, vl); | |||
vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
} | |||
} else { | |||
@@ -86,7 +86,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vl = VSETVL(n); | |||
vx = VLSEV_FLOAT(x, stride_x, vl); | |||
vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
} | |||
} | |||
@@ -36,7 +36,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLEV_FLOAT __riscv_vle32_v_f32m8 | |||
#define VLSEV_FLOAT __riscv_vlse32_v_f32m8 | |||
#define VFREDSUM_FLOAT __riscv_vfredusum_vs_f32m8_f32m1 | |||
#define VFMACCVV_FLOAT __riscv_vfmacc_vv_f32m8 | |||
#define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f32m8_tu | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -49,7 +49,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLEV_FLOAT __riscv_vle64_v_f64m8 | |||
#define VLSEV_FLOAT __riscv_vlse64_v_f64m8 | |||
#define VFREDSUM_FLOAT __riscv_vfredusum_vs_f64m8_f64m1 | |||
#define VFMACCVV_FLOAT __riscv_vfmacc_vv_f64m8 | |||
#define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f64m8_tu | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -79,7 +79,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v0 = VLEV_FLOAT(x, vl); | |||
vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
} | |||
} else { | |||
@@ -91,7 +91,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v0 = VLSEV_FLOAT(x, stride_x, vl); | |||
vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
} | |||
} | |||
@@ -36,7 +36,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLEV_FLOAT __riscv_vle32_v_f32m8 | |||
#define VLSEV_FLOAT __riscv_vlse32_v_f32m8 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m8 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m8_tu | |||
#define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f32m8_f32m1 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -49,7 +49,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLEV_FLOAT __riscv_vle64_v_f64m8 | |||
#define VLSEV_FLOAT __riscv_vlse64_v_f64m8 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m8 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m8_tu | |||
#define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f64m8_f64m1 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -73,7 +73,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vl = VSETVL(n); | |||
vx = VLEV_FLOAT(x, vl); | |||
vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
} | |||
} else { | |||
@@ -84,7 +84,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
vl = VSETVL(n); | |||
vx = VLSEV_FLOAT(x, stride_x, vl); | |||
vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
} | |||
} | |||
@@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m4_f32m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m4 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -54,7 +54,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m4_f64m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m4 | |||
#define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -84,7 +84,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
vmax = VFMAXVV_FLOAT(vmax, v0, vl); | |||
vmax = VFMAXVV_FLOAT_TU(vmax, vmax, v0, vl); | |||
} | |||
@@ -101,7 +101,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
vmax = VFMAXVV_FLOAT(vmax, v0, vl); | |||
vmax = VFMAXVV_FLOAT_TU(vmax, vmax, v0, vl); | |||
} | |||
} | |||
@@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f32m4_f32m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f32m4 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
@@ -54,7 +54,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f64m4_f64m1 | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMINVV_FLOAT __riscv_vfmin_vv_f64m4 | |||
#define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m4_tu | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
@@ -84,7 +84,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
vmin = VFMINVV_FLOAT(vmin, v0, vl); | |||
vmin = VFMINVV_FLOAT_TU(vmin, vmin, v0, vl); | |||
} | |||
} else { | |||
@@ -100,7 +100,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
vmin = VFMINVV_FLOAT(vmin, v0, vl); | |||
vmin = VFMINVV_FLOAT_TU(vmin, vmin, v0, vl); | |||
} | |||
} | |||
@@ -38,7 +38,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m8 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
#else | |||
#define VSETVL(n) __riscv_vsetvl_e64m8(n) | |||
@@ -51,7 +51,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m8 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m8_tu | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
#endif | |||
@@ -75,8 +75,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v0 = VFABSV_FLOAT(v0, vl); | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
} | |||
} | |||
@@ -93,8 +93,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v0 = VFABSV_FLOAT(v0, vl); | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
} | |||
} | |||
@@ -36,12 +36,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLSEG_FLOAT __riscv_vlseg2e32_v_f32m4 | |||
#define VLSSEG_FLOAT __riscv_vlsseg2e32_v_f32m4 | |||
#define VFREDSUM_FLOAT __riscv_vfredusum_vs_f32m4_f32m1 | |||
#define VFMACCVV_FLOAT __riscv_vfmacc_vv_f32m4 | |||
#define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f32m4_tu | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMULVV_FLOAT __riscv_vfmul_vv_f32m4 | |||
#define VFMSACVV_FLOAT __riscv_vfmsac_vv_f32m4 | |||
#define VFNMSACVV_FLOAT __riscv_vfnmsac_vv_f32m4 | |||
#define VFNMSACVV_FLOAT_TU __riscv_vfnmsac_vv_f32m4_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#else | |||
#define VSETVL(n) __riscv_vsetvl_e64m4(n) | |||
@@ -52,12 +52,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLSEG_FLOAT __riscv_vlseg2e64_v_f64m4 | |||
#define VLSSEG_FLOAT __riscv_vlsseg2e64_v_f64m4 | |||
#define VFREDSUM_FLOAT __riscv_vfredusum_vs_f64m4_f64m1 | |||
#define VFMACCVV_FLOAT __riscv_vfmacc_vv_f64m4 | |||
#define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f64m4_tu | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMULVV_FLOAT __riscv_vfmul_vv_f64m4 | |||
#define VFMSACVV_FLOAT __riscv_vfmsac_vv_f64m4 | |||
#define VFNMSACVV_FLOAT __riscv_vfnmsac_vv_f64m4 | |||
#define VFNMSACVV_FLOAT_TU __riscv_vfnmsac_vv_f64m4_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#endif | |||
@@ -86,14 +86,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
VLSEG_FLOAT(&vx0, &vx1, x, vl); | |||
VLSEG_FLOAT(&vy0, &vy1, y, vl); | |||
vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
#if !defined(CONJ) | |||
vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#else | |||
vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#endif | |||
} | |||
@@ -107,14 +107,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
VLSEG_FLOAT(&vx0, &vx1, x, vl); | |||
VLSSEG_FLOAT(&vy0, &vy1, y, stride_y, vl); | |||
vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
#if !defined(CONJ) | |||
vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#else | |||
vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#endif | |||
} | |||
} else if (inc_y == 1){ | |||
@@ -127,14 +127,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
VLSSEG_FLOAT(&vx0, &vx1, x, stride_x, vl); | |||
VLSEG_FLOAT(&vy0, &vy1, y, vl); | |||
vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
#if !defined(CONJ) | |||
vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#else | |||
vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#endif | |||
} | |||
}else { | |||
@@ -148,14 +148,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
VLSSEG_FLOAT(&vx0, &vx1, x, stride_x, vl); | |||
VLSSEG_FLOAT(&vy0, &vy1, y, stride_y, vl); | |||
vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
#if !defined(CONJ) | |||
vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#else | |||
vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
#endif | |||
} | |||
} | |||
@@ -36,10 +36,10 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLSEG_FLOAT __riscv_vlseg2e32_v_f32m4 | |||
#define VLSSEG_FLOAT __riscv_vlsseg2e32_v_f32m4 | |||
#define VFREDSUM_FLOAT __riscv_vfredusum_vs_f32m4_f32m1 | |||
#define VFMACCVV_FLOAT __riscv_vfmacc_vv_f32m4 | |||
#define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f32m4_tu | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m4_f32m1 | |||
#define VFREDMAXVS_FLOAT_TU __riscv_vfredmax_vs_f32m4_f32m1_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
#else | |||
@@ -51,10 +51,10 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VLSEG_FLOAT __riscv_vlseg2e64_v_f64m4 | |||
#define VLSSEG_FLOAT __riscv_vlsseg2e64_v_f64m4 | |||
#define VFREDSUM_FLOAT __riscv_vfredusum_vs_f64m4_f64m1 | |||
#define VFMACCVV_FLOAT __riscv_vfmacc_vv_f64m4 | |||
#define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f64m4_tu | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m4_f64m1 | |||
#define VFREDMAXVS_FLOAT_TU __riscv_vfredmax_vs_f64m4_f64m1_tu | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
#endif | |||
@@ -85,11 +85,11 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v0 = VFABSV_FLOAT(v0, vl); | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v_max = VFREDMAXVS_FLOAT(v0, v_max, vl); | |||
vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
v_max = VFREDMAXVS_FLOAT_TU(v_max, v0, v_max, vl); | |||
vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
v_max = VFREDMAXVS_FLOAT(v1, v_max, vl); | |||
vr = VFMACCVV_FLOAT(vr, v1, v1, vl); | |||
v_max = VFREDMAXVS_FLOAT_TU(v_max, v1, v_max, vl); | |||
vr = VFMACCVV_FLOAT_TU(vr, v1, v1, vl); | |||
} | |||
} else { | |||
@@ -103,11 +103,11 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
v0 = VFABSV_FLOAT(v0, vl); | |||
v1 = VFABSV_FLOAT(v1, vl); | |||
v_max = VFREDMAXVS_FLOAT(v0, v_max, vl); | |||
vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
v_max = VFREDMAXVS_FLOAT_TU(v_max, v0, v_max, vl); | |||
vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
v_max = VFREDMAXVS_FLOAT(v1, v_max, vl); | |||
vr = VFMACCVV_FLOAT(vr, v1, v1, vl); | |||
v_max = VFREDMAXVS_FLOAT_TU(v_max, v1, v_max, vl); | |||
vr = VFMACCVV_FLOAT_TU(vr, v1, v1, vl); | |||
} | |||
} | |||
@@ -38,7 +38,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m4_tu | |||
#else | |||
#define VSETVL(n) __riscv_vsetvl_e64m4(n) | |||
#define VSETVL_MAX __riscv_vsetvlmax_e64m4() | |||
@@ -50,7 +50,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
#define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
#define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
#define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
#define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
#define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m4_tu | |||
#endif | |||
FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
@@ -69,8 +69,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
VLSEG_FLOAT(&v0, &v1, x, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
} | |||
} else { | |||
@@ -82,8 +82,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
VLSSEG_FLOAT(&v0, &v1, x, stride_x, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
} | |||
} | |||