During the last iteration of some RVV operations, accumulators can get overwritten when VL < VLMAX and tail policy is agnostic. Commit changes intrinsics tail policy to undistrubed.tags/v0.3.27
| @@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m8_f32m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #else | |||
| @@ -53,7 +53,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m8_f64m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #endif | |||
| @@ -78,7 +78,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vx = VLEV_FLOAT(x, vl); | |||
| vx = VFABSV_FLOAT(vx, vl); | |||
| vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
| vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -90,7 +90,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vx = VLSEV_FLOAT(x, stride_x, vl); | |||
| vx = VFABSV_FLOAT(vx, vl); | |||
| vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
| vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
| } | |||
| } | |||
| @@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f32m8_f32m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #else | |||
| @@ -53,7 +53,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f64m8_f64m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #endif | |||
| @@ -78,7 +78,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vx = VLEV_FLOAT(x, vl); | |||
| vx = VFABSV_FLOAT(vx, vl); | |||
| vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
| vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -90,7 +90,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vx = VLSEV_FLOAT(x, stride_x, vl); | |||
| vx = VFABSV_FLOAT(vx, vl); | |||
| vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
| vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
| } | |||
| } | |||
| @@ -36,7 +36,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLEV_FLOAT __riscv_vle32_v_f32m8 | |||
| #define VLSEV_FLOAT __riscv_vlse32_v_f32m8 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m8 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
| #define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f32m8_f32m1 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| @@ -50,7 +50,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLEV_FLOAT __riscv_vle64_v_f64m8 | |||
| #define VLSEV_FLOAT __riscv_vlse64_v_f64m8 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m8 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
| #define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f64m8_f64m1 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| @@ -76,7 +76,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vx = VLEV_FLOAT(x, vl); | |||
| vx = VFABSV_FLOAT(vx, vl); | |||
| vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
| vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -88,7 +88,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vx = VLSEV_FLOAT(x, stride_x, vl); | |||
| vx = VFABSV_FLOAT(vx, vl); | |||
| vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
| vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
| } | |||
| } | |||
| @@ -49,12 +49,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
| vfloat32m4_t vx = __riscv_vle32_v_f32m4(x, vl); | |||
| vfloat32m4_t vy = __riscv_vle32_v_f32m4(y, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #else | |||
| vfloat64m8_t vx = __riscv_vle64_v_f64m8(x, vl); | |||
| vfloat64m8_t vy = __riscv_vle64_v_f64m8(y, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #endif | |||
| } | |||
| @@ -69,12 +69,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
| vfloat32m4_t vx = __riscv_vle32_v_f32m4(x, vl); | |||
| vfloat32m4_t vy = __riscv_vlse32_v_f32m4(y, stride_y, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #else | |||
| vfloat64m8_t vx = __riscv_vle64_v_f64m8(x, vl); | |||
| vfloat64m8_t vy = __riscv_vlse64_v_f64m8(y, stride_y, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #endif | |||
| } | |||
| } else if (1 == inc_y) { | |||
| @@ -88,12 +88,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
| vfloat32m4_t vx = __riscv_vlse32_v_f32m4(x, stride_x, vl); | |||
| vfloat32m4_t vy = __riscv_vle32_v_f32m4(y, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #else | |||
| vfloat64m8_t vx = __riscv_vlse64_v_f64m8(x, stride_x, vl); | |||
| vfloat64m8_t vy = __riscv_vle64_v_f64m8(y, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #endif | |||
| } | |||
| } else { | |||
| @@ -108,12 +108,12 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLASLONG inc_y) | |||
| vfloat32m4_t vx = __riscv_vlse32_v_f32m4(x, stride_x, vl); | |||
| vfloat32m4_t vy = __riscv_vlse32_v_f32m4(y, stride_y, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfwmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #else | |||
| vfloat64m8_t vx = __riscv_vlse64_v_f64m8(x, stride_x, vl); | |||
| vfloat64m8_t vy = __riscv_vlse64_v_f64m8(y, stride_y, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8(vr, vx, vy, vl); | |||
| vr = __riscv_vfmacc_vv_f64m8_tu(vr, vx, vy, vl); | |||
| #endif | |||
| } | |||
| } | |||
| @@ -42,12 +42,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b8 | |||
| #define UINT_V_T vuint64m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u64m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -68,12 +68,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b4 | |||
| #define UINT_V_T vuint32m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u32m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -106,11 +106,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| //index where element greater than v_max | |||
| mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
| v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
| v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
| //update v_max | |||
| v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
| v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -125,11 +125,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| //index where element greater than v_max | |||
| mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
| v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
| v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
| //update v_max | |||
| v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
| v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
| } | |||
| } | |||
| @@ -43,12 +43,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b8 | |||
| #define UINT_V_T vuint64m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u64m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -69,12 +69,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b4 | |||
| #define UINT_V_T vuint32m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u32m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -107,11 +107,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| // index where element less than v_min | |||
| mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
| v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
| v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
| //update v_min and start_index j | |||
| v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
| v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -126,11 +126,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| // index where element less than v_min | |||
| mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
| v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
| v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
| //update v_min and start_index j | |||
| v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
| v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
| } | |||
| } | |||
| @@ -42,12 +42,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VMFGEVF_FLOAT __riscv_vmfge_vf_f64m8_b8 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b8 | |||
| #define UINT_V_T vuint64m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u64m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -67,12 +67,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VMFGEVF_FLOAT __riscv_vmfge_vf_f32m8_b4 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b4 | |||
| #define UINT_V_T vuint32m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u32m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -104,11 +104,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| //index where element greater than v_max | |||
| mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
| v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
| v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
| //update v_max and start_index j | |||
| v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
| v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -122,11 +122,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| //index where element greater than v_max | |||
| mask = VMFLTVV_FLOAT(v_max, vx, vl); | |||
| v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
| v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
| //update v_max and start_index j | |||
| v_max = VFMAXVV_FLOAT(v_max, vx, vl); | |||
| v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx, vl); | |||
| } | |||
| } | |||
| @@ -42,12 +42,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VMFLEVF_FLOAT __riscv_vmfle_vf_f64m8_b8 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b8 | |||
| #define UINT_V_T vuint64m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u64m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u64m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u64m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u64m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u64m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u64m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -67,12 +67,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VMFLEVF_FLOAT __riscv_vmfle_vf_f32m8_b4 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
| #define VFIRSTM __riscv_vfirst_m_b4 | |||
| #define UINT_V_T vuint32m8_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u32m8_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u32m8_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u32m8 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u32m8_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m8_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u32m8 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u32m8 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -104,11 +104,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| // index where element less than v_min | |||
| mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
| v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
| v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
| //update v_min and start_index j | |||
| v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
| v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -122,11 +122,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| // index where element less than v_min | |||
| mask = VMFLTVV_FLOAT(vx, v_min, vl); | |||
| v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
| v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
| //update v_min and start_index j | |||
| v_min = VFMINVV_FLOAT(v_min, vx, vl); | |||
| v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx, vl); | |||
| } | |||
| } | |||
| @@ -44,13 +44,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m4 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
| #define VFIRSTM __riscv_vfirst_m_b16 | |||
| #define UINT_V_T vuint64m4_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u64m4_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u64m4_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u64m4 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u64m4_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m4_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u64m4 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u64m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -73,13 +73,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m4 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
| #define VFIRSTM __riscv_vfirst_m_b8 | |||
| #define UINT_V_T vuint32m4_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u32m4_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u32m4_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u32m4 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u32m4_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m4_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u32m4 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u32m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -116,11 +116,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| //index where element greater than v_max | |||
| mask = VMFLTVV_FLOAT(v_max, vx0, vl); | |||
| v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
| v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
| //update v_max and start_index j | |||
| v_max = VFMAXVV_FLOAT(v_max, vx0, vl); | |||
| v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx0, vl); | |||
| } | |||
| } | |||
| else { | |||
| @@ -138,11 +138,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| //index where element greater than v_max | |||
| mask = VMFLTVV_FLOAT(v_max, vx0, vl); | |||
| v_max_index = VIDV_MASK_UINT(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT(mask, v_max_index, v_max_index, j, vl); | |||
| v_max_index = VIDV_MASK_UINT_TU(mask, v_max_index, vl); | |||
| v_max_index = VADDVX_MASK_UINT_TU(mask, v_max_index, v_max_index, j, vl); | |||
| //update v_max and start_index j | |||
| v_max = VFMAXVV_FLOAT(v_max, vx0, vl); | |||
| v_max = VFMAXVV_FLOAT_TU(v_max, v_max, vx0, vl); | |||
| } | |||
| } | |||
| @@ -43,13 +43,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f64m4 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
| #define VFIRSTM __riscv_vfirst_m_b16 | |||
| #define UINT_V_T vuint64m4_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u64m4_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u64m4_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u64m4 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u64m4_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u64m4_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u64m4 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u64m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -70,13 +70,13 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f32m4 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
| #define VFIRSTM __riscv_vfirst_m_b8 | |||
| #define UINT_V_T vuint32m4_t | |||
| #define VIDV_MASK_UINT __riscv_vid_v_u32m4_mu | |||
| #define VIDV_MASK_UINT_TU __riscv_vid_v_u32m4_tumu | |||
| #define VIDV_UINT __riscv_vid_v_u32m4 | |||
| #define VADDVX_MASK_UINT __riscv_vadd_vx_u32m4_mu | |||
| #define VADDVX_MASK_UINT_TU __riscv_vadd_vx_u32m4_tumu | |||
| #define VADDVX_UINT __riscv_vadd_vx_u32m4 | |||
| #define VMVVX_UINT __riscv_vmv_v_x_u32m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -113,11 +113,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| // index where element less than v_min | |||
| mask = VMFLTVV_FLOAT(vx0, v_min, vl); | |||
| v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
| v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
| //update v_min and start_index j | |||
| v_min = VFMINVV_FLOAT(v_min, vx0, vl); | |||
| v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx0, vl); | |||
| } | |||
| } else { | |||
| @@ -136,11 +136,11 @@ BLASLONG CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| // index where element less than v_min | |||
| mask = VMFLTVV_FLOAT(vx0, v_min, vl); | |||
| v_min_index = VIDV_MASK_UINT(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT(mask, v_min_index, v_min_index, j, vl); | |||
| v_min_index = VIDV_MASK_UINT_TU(mask, v_min_index, vl); | |||
| v_min_index = VADDVX_MASK_UINT_TU(mask, v_min_index, v_min_index, j, vl); | |||
| //update v_min and start_index j | |||
| v_min = VFMINVV_FLOAT(v_min, vx0, vl); | |||
| v_min = VFMINVV_FLOAT_TU(v_min, v_min, vx0, vl); | |||
| } | |||
| } | |||
| @@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m8_f32m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m8_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #else | |||
| #define VSETVL(n) __riscv_vsetvl_e64m8(n) | |||
| @@ -52,7 +52,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m8_f64m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m8 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m8_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #endif | |||
| @@ -75,7 +75,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vl = VSETVL(n); | |||
| vx = VLEV_FLOAT(x, vl); | |||
| vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
| vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -86,7 +86,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vl = VSETVL(n); | |||
| vx = VLSEV_FLOAT(x, stride_x, vl); | |||
| vmax = VFMAXVV_FLOAT(vmax, vx, vl); | |||
| vmax = VFMAXVV_FLOAT_TU(vmax, vmax, vx, vl); | |||
| } | |||
| } | |||
| @@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f32m8_f32m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f32m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m8_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #else | |||
| #define VSETVL(n) __riscv_vsetvl_e64m8(n) | |||
| @@ -52,7 +52,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f64m8_f64m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f64m8 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m8_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #endif | |||
| @@ -75,7 +75,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vl = VSETVL(n); | |||
| vx = VLEV_FLOAT(x, vl); | |||
| vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
| vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -86,7 +86,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vl = VSETVL(n); | |||
| vx = VLSEV_FLOAT(x, stride_x, vl); | |||
| vmin = VFMINVV_FLOAT(vmin, vx, vl); | |||
| vmin = VFMINVV_FLOAT_TU(vmin, vmin, vx, vl); | |||
| } | |||
| } | |||
| @@ -36,7 +36,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLEV_FLOAT __riscv_vle32_v_f32m8 | |||
| #define VLSEV_FLOAT __riscv_vlse32_v_f32m8 | |||
| #define VFREDSUM_FLOAT __riscv_vfredusum_vs_f32m8_f32m1 | |||
| #define VFMACCVV_FLOAT __riscv_vfmacc_vv_f32m8 | |||
| #define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f32m8_tu | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -49,7 +49,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLEV_FLOAT __riscv_vle64_v_f64m8 | |||
| #define VLSEV_FLOAT __riscv_vlse64_v_f64m8 | |||
| #define VFREDSUM_FLOAT __riscv_vfredusum_vs_f64m8_f64m1 | |||
| #define VFMACCVV_FLOAT __riscv_vfmacc_vv_f64m8 | |||
| #define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f64m8_tu | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -79,7 +79,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v0 = VLEV_FLOAT(x, vl); | |||
| vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
| vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
| } | |||
| } else { | |||
| @@ -91,7 +91,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v0 = VLSEV_FLOAT(x, stride_x, vl); | |||
| vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
| vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
| } | |||
| } | |||
| @@ -36,7 +36,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLEV_FLOAT __riscv_vle32_v_f32m8 | |||
| #define VLSEV_FLOAT __riscv_vlse32_v_f32m8 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m8 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m8_tu | |||
| #define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f32m8_f32m1 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -49,7 +49,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLEV_FLOAT __riscv_vle64_v_f64m8 | |||
| #define VLSEV_FLOAT __riscv_vlse64_v_f64m8 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m8 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m8_tu | |||
| #define VFREDSUMVS_FLOAT __riscv_vfredusum_vs_f64m8_f64m1 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -73,7 +73,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vl = VSETVL(n); | |||
| vx = VLEV_FLOAT(x, vl); | |||
| vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
| vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
| } | |||
| } else { | |||
| @@ -84,7 +84,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| vl = VSETVL(n); | |||
| vx = VLSEV_FLOAT(x, stride_x, vl); | |||
| vsum = VFADDVV_FLOAT(vsum, vx, vl); | |||
| vsum = VFADDVV_FLOAT_TU(vsum, vsum, vx, vl); | |||
| } | |||
| } | |||
| @@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m4_f32m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f32m4 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f32m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -54,7 +54,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m4_f64m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMAXVV_FLOAT __riscv_vfmax_vv_f64m4 | |||
| #define VFMAXVV_FLOAT_TU __riscv_vfmax_vv_f64m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -84,7 +84,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
| vmax = VFMAXVV_FLOAT(vmax, v0, vl); | |||
| vmax = VFMAXVV_FLOAT_TU(vmax, vmax, v0, vl); | |||
| } | |||
| @@ -101,7 +101,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
| vmax = VFMAXVV_FLOAT(vmax, v0, vl); | |||
| vmax = VFMAXVV_FLOAT_TU(vmax, vmax, v0, vl); | |||
| } | |||
| } | |||
| @@ -39,7 +39,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f32m4_f32m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f32m4 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f32m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| @@ -54,7 +54,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFREDMINVS_FLOAT __riscv_vfredmin_vs_f64m4_f64m1 | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMINVV_FLOAT __riscv_vfmin_vv_f64m4 | |||
| #define VFMINVV_FLOAT_TU __riscv_vfmin_vv_f64m4_tu | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| @@ -84,7 +84,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
| vmin = VFMINVV_FLOAT(vmin, v0, vl); | |||
| vmin = VFMINVV_FLOAT_TU(vmin, vmin, v0, vl); | |||
| } | |||
| } else { | |||
| @@ -100,7 +100,7 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v0 = VFADDVV_FLOAT(v0, v1, vl); | |||
| vmin = VFMINVV_FLOAT(vmin, v0, vl); | |||
| vmin = VFMINVV_FLOAT_TU(vmin, vmin, v0, vl); | |||
| } | |||
| } | |||
| @@ -38,7 +38,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m8 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m8 | |||
| #else | |||
| #define VSETVL(n) __riscv_vsetvl_e64m8(n) | |||
| @@ -51,7 +51,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m8 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m8 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m8_tu | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m8 | |||
| #endif | |||
| @@ -75,8 +75,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v0 = VFABSV_FLOAT(v0, vl); | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
| } | |||
| } | |||
| @@ -93,8 +93,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v0 = VFABSV_FLOAT(v0, vl); | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
| } | |||
| } | |||
| @@ -36,12 +36,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLSEG_FLOAT __riscv_vlseg2e32_v_f32m4 | |||
| #define VLSSEG_FLOAT __riscv_vlsseg2e32_v_f32m4 | |||
| #define VFREDSUM_FLOAT __riscv_vfredusum_vs_f32m4_f32m1 | |||
| #define VFMACCVV_FLOAT __riscv_vfmacc_vv_f32m4 | |||
| #define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f32m4_tu | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMULVV_FLOAT __riscv_vfmul_vv_f32m4 | |||
| #define VFMSACVV_FLOAT __riscv_vfmsac_vv_f32m4 | |||
| #define VFNMSACVV_FLOAT __riscv_vfnmsac_vv_f32m4 | |||
| #define VFNMSACVV_FLOAT_TU __riscv_vfnmsac_vv_f32m4_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #else | |||
| #define VSETVL(n) __riscv_vsetvl_e64m4(n) | |||
| @@ -52,12 +52,12 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLSEG_FLOAT __riscv_vlseg2e64_v_f64m4 | |||
| #define VLSSEG_FLOAT __riscv_vlsseg2e64_v_f64m4 | |||
| #define VFREDSUM_FLOAT __riscv_vfredusum_vs_f64m4_f64m1 | |||
| #define VFMACCVV_FLOAT __riscv_vfmacc_vv_f64m4 | |||
| #define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f64m4_tu | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMULVV_FLOAT __riscv_vfmul_vv_f64m4 | |||
| #define VFMSACVV_FLOAT __riscv_vfmsac_vv_f64m4 | |||
| #define VFNMSACVV_FLOAT __riscv_vfnmsac_vv_f64m4 | |||
| #define VFNMSACVV_FLOAT_TU __riscv_vfnmsac_vv_f64m4_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #endif | |||
| @@ -86,14 +86,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
| VLSEG_FLOAT(&vx0, &vx1, x, vl); | |||
| VLSEG_FLOAT(&vy0, &vy1, y, vl); | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
| #if !defined(CONJ) | |||
| vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #else | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #endif | |||
| } | |||
| @@ -107,14 +107,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
| VLSEG_FLOAT(&vx0, &vx1, x, vl); | |||
| VLSSEG_FLOAT(&vy0, &vy1, y, stride_y, vl); | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
| #if !defined(CONJ) | |||
| vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #else | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #endif | |||
| } | |||
| } else if (inc_y == 1){ | |||
| @@ -127,14 +127,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
| VLSSEG_FLOAT(&vx0, &vx1, x, stride_x, vl); | |||
| VLSEG_FLOAT(&vy0, &vy1, y, vl); | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
| #if !defined(CONJ) | |||
| vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #else | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #endif | |||
| } | |||
| }else { | |||
| @@ -148,14 +148,14 @@ OPENBLAS_COMPLEX_FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x, FLOAT *y, BLA | |||
| VLSSEG_FLOAT(&vx0, &vx1, x, stride_x, vl); | |||
| VLSSEG_FLOAT(&vy0, &vy1, y, stride_y, vl); | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx0, vy1, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx0, vy0, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx0, vy1, vl); | |||
| #if !defined(CONJ) | |||
| vr0 = VFNMSACVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFNMSACVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFMACCVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #else | |||
| vr0 = VFMACCVV_FLOAT(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT(vr1, vx1, vy0, vl); | |||
| vr0 = VFMACCVV_FLOAT_TU(vr0, vx1, vy1, vl); | |||
| vr1 = VFNMSACVV_FLOAT_TU(vr1, vx1, vy0, vl); | |||
| #endif | |||
| } | |||
| } | |||
| @@ -36,10 +36,10 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLSEG_FLOAT __riscv_vlseg2e32_v_f32m4 | |||
| #define VLSSEG_FLOAT __riscv_vlsseg2e32_v_f32m4 | |||
| #define VFREDSUM_FLOAT __riscv_vfredusum_vs_f32m4_f32m1 | |||
| #define VFMACCVV_FLOAT __riscv_vfmacc_vv_f32m4 | |||
| #define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f32m4_tu | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f32m4_f32m1 | |||
| #define VFREDMAXVS_FLOAT_TU __riscv_vfredmax_vs_f32m4_f32m1_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f32m4 | |||
| #else | |||
| @@ -51,10 +51,10 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VLSEG_FLOAT __riscv_vlseg2e64_v_f64m4 | |||
| #define VLSSEG_FLOAT __riscv_vlsseg2e64_v_f64m4 | |||
| #define VFREDSUM_FLOAT __riscv_vfredusum_vs_f64m4_f64m1 | |||
| #define VFMACCVV_FLOAT __riscv_vfmacc_vv_f64m4 | |||
| #define VFMACCVV_FLOAT_TU __riscv_vfmacc_vv_f64m4_tu | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFREDMAXVS_FLOAT __riscv_vfredmax_vs_f64m4_f64m1 | |||
| #define VFREDMAXVS_FLOAT_TU __riscv_vfredmax_vs_f64m4_f64m1_tu | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #define VFABSV_FLOAT __riscv_vfabs_v_f64m4 | |||
| #endif | |||
| @@ -85,11 +85,11 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v0 = VFABSV_FLOAT(v0, vl); | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v_max = VFREDMAXVS_FLOAT(v0, v_max, vl); | |||
| vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
| v_max = VFREDMAXVS_FLOAT_TU(v_max, v0, v_max, vl); | |||
| vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
| v_max = VFREDMAXVS_FLOAT(v1, v_max, vl); | |||
| vr = VFMACCVV_FLOAT(vr, v1, v1, vl); | |||
| v_max = VFREDMAXVS_FLOAT_TU(v_max, v1, v_max, vl); | |||
| vr = VFMACCVV_FLOAT_TU(vr, v1, v1, vl); | |||
| } | |||
| } else { | |||
| @@ -103,11 +103,11 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| v0 = VFABSV_FLOAT(v0, vl); | |||
| v1 = VFABSV_FLOAT(v1, vl); | |||
| v_max = VFREDMAXVS_FLOAT(v0, v_max, vl); | |||
| vr = VFMACCVV_FLOAT(vr, v0, v0, vl); | |||
| v_max = VFREDMAXVS_FLOAT_TU(v_max, v0, v_max, vl); | |||
| vr = VFMACCVV_FLOAT_TU(vr, v0, v0, vl); | |||
| v_max = VFREDMAXVS_FLOAT(v1, v_max, vl); | |||
| vr = VFMACCVV_FLOAT(vr, v1, v1, vl); | |||
| v_max = VFREDMAXVS_FLOAT_TU(v_max, v1, v_max, vl); | |||
| vr = VFMACCVV_FLOAT_TU(vr, v1, v1, vl); | |||
| } | |||
| } | |||
| @@ -38,7 +38,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f32m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f32m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f32m1_f32 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f32m4 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f32m4_tu | |||
| #else | |||
| #define VSETVL(n) __riscv_vsetvl_e64m4(n) | |||
| #define VSETVL_MAX __riscv_vsetvlmax_e64m4() | |||
| @@ -50,7 +50,7 @@ USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| #define VFMVVF_FLOAT __riscv_vfmv_v_f_f64m4 | |||
| #define VFMVVF_FLOAT_M1 __riscv_vfmv_v_f_f64m1 | |||
| #define VFMVFS_FLOAT_M1 __riscv_vfmv_f_s_f64m1_f64 | |||
| #define VFADDVV_FLOAT __riscv_vfadd_vv_f64m4 | |||
| #define VFADDVV_FLOAT_TU __riscv_vfadd_vv_f64m4_tu | |||
| #endif | |||
| FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| @@ -69,8 +69,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| VLSEG_FLOAT(&v0, &v1, x, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
| } | |||
| } else { | |||
| @@ -82,8 +82,8 @@ FLOAT CNAME(BLASLONG n, FLOAT *x, BLASLONG inc_x) | |||
| VLSSEG_FLOAT(&v0, &v1, x, stride_x, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT(v_sum, v1, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v0, vl); | |||
| v_sum = VFADDVV_FLOAT_TU(v_sum, v_sum, v1, vl); | |||
| } | |||
| } | |||