/* GNU compiler vector extension intrinsics Copyright (C) 2015-2022 Free Software Foundation, Inc. Contributed by Andreas Krebbel (Andreas.Krebbel@de.ibm.com) This file is part of GCC. GCC is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. GCC is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with GCC; see the file COPYING3. If not see . */ #ifndef _VECINTRIN_H #define _VECINTRIN_H #define __VEC_CLASS_FP_ZERO_P (1<<11) #define __VEC_CLASS_FP_ZERO_N (1<<10) #define __VEC_CLASS_FP_ZERO (__VEC_CLASS_FP_ZERO_P \ | __VEC_CLASS_FP_ZERO_N) #define __VEC_CLASS_FP_NORMAL_P (1<<9) #define __VEC_CLASS_FP_NORMAL_N (1<<8) #define __VEC_CLASS_FP_NORMAL (__VEC_CLASS_FP_NORMAL_P \ | __VEC_CLASS_FP_NORMAL_N) #define __VEC_CLASS_FP_SUBNORMAL_P (1<<7) #define __VEC_CLASS_FP_SUBNORMAL_N (1<<6) #define __VEC_CLASS_FP_SUBNORMAL (__VEC_CLASS_FP_SUBNORMAL_P \ | __VEC_CLASS_FP_SUBNORMAL_N) #define __VEC_CLASS_FP_INFINITY_P (1<<5) #define __VEC_CLASS_FP_INFINITY_N (1<<4) #define __VEC_CLASS_FP_INFINITY (__VEC_CLASS_FP_INFINITY_P \ | __VEC_CLASS_FP_INFINITY_N) #define __VEC_CLASS_FP_QNAN_P (1<<3) #define __VEC_CLASS_FP_QNAN_N (1<<2) #define __VEC_CLASS_FP_QNAN (__VEC_CLASS_FP_QNAN_P \ | __VEC_CLASS_FP_QNAN_N) #define __VEC_CLASS_FP_SNAN_P (1<<1) #define __VEC_CLASS_FP_SNAN_N (1<<0) #define __VEC_CLASS_FP_SNAN (__VEC_CLASS_FP_SNAN_P \ | __VEC_CLASS_FP_SNAN_N) #define __VEC_CLASS_FP_NAN (__VEC_CLASS_FP_QNAN \ | __VEC_CLASS_FP_SNAN) #define __VEC_CLASS_FP_NOT_NORMAL (__VEC_CLASS_FP_NAN \ | __VEC_CLASS_FP_SUBNORMAL \ |__VEC_CLASS_FP_ZERO \ | __VEC_CLASS_FP_INFINITY) /* This also accepts a type for its parameter, so it is not enough to #define vec_step to __builtin_vec_step. */ #define vec_step(x) __builtin_vec_step (* (__typeof__ (x) *) 0) static inline int __lcbb(const void *ptr, int bndry) { int code; switch (bndry) { case 64: code = 0; break; case 128: code = 1; break; case 256: code = 2; break; case 512: code = 3; break; case 1024: code = 4; break; case 2048: code = 5; break; case 4096: code = 6; break; default: return 0; } return __builtin_s390_lcbb (ptr, code); } #define vec_all_nle(X, Y) vec_all_nge ((Y), (X)) #define vec_all_nlt(X, Y) vec_all_ngt ((Y), (X)) #define vec_any_nle(X, Y) vec_any_nge ((Y), (X)) #define vec_any_nlt(X, Y) vec_any_ngt ((Y), (X)) #define vec_genmask __builtin_s390_vgbm #define vec_genmasks_8 __builtin_s390_vgmb #define vec_genmasks_16 __builtin_s390_vgmh #define vec_genmasks_32 __builtin_s390_vgmf #define vec_genmasks_64 __builtin_s390_vgmg #define vec_splat_u8 __builtin_s390_vec_splat_u8 #define vec_splat_s8 __builtin_s390_vec_splat_s8 #define vec_splat_u16 __builtin_s390_vec_splat_u16 #define vec_splat_s16 __builtin_s390_vec_splat_s16 #define vec_splat_u32 __builtin_s390_vec_splat_u32 #define vec_splat_s32 __builtin_s390_vec_splat_s32 #define vec_splat_u64 __builtin_s390_vec_splat_u64 #define vec_splat_s64 __builtin_s390_vec_splat_s64 #define vec_checksum __builtin_s390_vcksm #define vec_gfmsum_128 __builtin_s390_vgfmg #define vec_gfmsum_accum_128 __builtin_s390_vgfmag #define vec_ceil(X) __builtin_s390_vfi((X), 4, 6) #define vec_roundp(X) __builtin_s390_vfi((X), 4, 6) #define vec_floor(X) __builtin_s390_vfi((X), 4, 7) #define vec_roundm(X) __builtin_s390_vfi((X), 4, 7) #define vec_trunc(X) __builtin_s390_vfi((X), 4, 5) #define vec_roundz(X) __builtin_s390_vfi((X), 4, 5) #define vec_rint(X) __builtin_s390_vfi((X), 0, 0) #define vec_roundc(X) __builtin_s390_vfi((X), 4, 0) #define vec_round(X) __builtin_s390_vfi((X), 4, 4) #define vec_doublee(X) __builtin_s390_vflls((X)) #define vec_floate(X) __builtin_s390_vflrd((X), 0, 0) #define vec_load_len_r(X,L) \ (__vector unsigned char)__builtin_s390_vlrlr((L),(X)) #define vec_store_len_r(X,Y,L) \ __builtin_s390_vstrlr((__vector signed char)(X),(L),(Y)) #define vec_all_nan(a) \ __extension__ ({ \ int __cc; \ __builtin_s390_vec_fp_test_data_class (a, \ __VEC_CLASS_FP_QNAN \ | __VEC_CLASS_FP_QNAN_N \ | __VEC_CLASS_FP_SNAN \ | __VEC_CLASS_FP_SNAN_N, &__cc); \ __cc == 0 ? 1 : 0; \ }) #define vec_all_numeric(a) \ __extension__ ({ \ int __cc; \ __builtin_s390_vec_fp_test_data_class (a, \ __VEC_CLASS_FP_NORMAL \ | __VEC_CLASS_FP_NORMAL_N \ | __VEC_CLASS_FP_SUBNORMAL \ | __VEC_CLASS_FP_SUBNORMAL_N, &__cc); \ __cc == 0 ? 1 : 0; \ }) #define vec_any_nan(a) \ __extension__ ({ \ int __cc; \ __builtin_s390_vec_fp_test_data_class (a, \ __VEC_CLASS_FP_QNAN \ | __VEC_CLASS_FP_QNAN_N \ | __VEC_CLASS_FP_SNAN \ | __VEC_CLASS_FP_SNAN_N, &cc); \ cc != 3 ? 1 : 0; \ }) #define vec_any_numeric(a) \ __extension__ ({ \ int __cc; \ __builtin_s390_vec_fp_test_data_class (a, \ __VEC_CLASS_FP_NORMAL \ | __VEC_CLASS_FP_NORMAL_N \ | __VEC_CLASS_FP_SUBNORMAL \ | __VEC_CLASS_FP_SUBNORMAL_N, &cc); \ cc != 3 ? 1 : 0; \ }) #define vec_vstbrh vec_vlbrh #define vec_vstbrf vec_vlbrf #define vec_vstbrg vec_vlbrg #define vec_vstbrq vec_vlbrq #define vec_vstbrf_flt vec_vlbrf_flt #define vec_vstbrg_dbl vec_vlbrg_dbl #define vec_vsterb vec_vlerb #define vec_vsterh vec_vlerh #define vec_vsterf vec_vlerh #define vec_vsterg vec_vlerh #define vec_vsterf_flt vec_vlerf_flt #define vec_vsterg_dbl vec_vlerg_dbl #define vec_extend_to_fp32_hi __builtin_s390_vclfnhs #define vec_extend_to_fp32_lo __builtin_s390_vclfnls #define vec_round_from_fp32 __builtin_s390_vcrnfs #define vec_convert_to_fp16 __builtin_s390_vcfn #define vec_convert_from_fp16 __builtin_s390_vcnf #define vec_gather_element __builtin_s390_vec_gather_element #define vec_xl __builtin_s390_vec_xl #define vec_xld2 __builtin_s390_vec_xld2 #define vec_xlw4 __builtin_s390_vec_xlw4 #define vec_splats __builtin_s390_vec_splats #define vec_insert __builtin_s390_vec_insert #define vec_promote __builtin_s390_vec_promote #define vec_extract __builtin_s390_vec_extract #define vec_insert_and_zero __builtin_s390_vec_insert_and_zero #define vec_load_bndry __builtin_s390_vec_load_bndry #define vec_load_pair __builtin_s390_vec_load_pair #define vec_load_len __builtin_s390_vec_load_len #define vec_mergeh __builtin_s390_vec_mergeh #define vec_mergel __builtin_s390_vec_mergel #define vec_pack __builtin_s390_vec_pack #define vec_packs __builtin_s390_vec_packs #define vec_packs_cc __builtin_s390_vec_packs_cc #define vec_packsu __builtin_s390_vec_packsu #define vec_packsu_cc __builtin_s390_vec_packsu_cc #define vec_perm __builtin_s390_vec_perm #define vec_permi __builtin_s390_vec_permi #define vec_splat __builtin_s390_vec_splat #define vec_scatter_element __builtin_s390_vec_scatter_element #define vec_sel __builtin_s390_vec_sel #define vec_extend_s64 __builtin_s390_vec_extend_s64 #define vec_xst __builtin_s390_vec_xst #define vec_xstd2 __builtin_s390_vec_xstd2 #define vec_xstw4 __builtin_s390_vec_xstw4 #define vec_store_len __builtin_s390_vec_store_len #define vec_bperm_u128 __builtin_s390_vec_bperm_u128 #define vec_unpackh __builtin_s390_vec_unpackh #define vec_unpackl __builtin_s390_vec_unpackl #define vec_addc __builtin_s390_vec_addc #define vec_add_u128 __builtin_s390_vec_add_u128 #define vec_addc_u128 __builtin_s390_vec_addc_u128 #define vec_adde_u128 __builtin_s390_vec_adde_u128 #define vec_addec_u128 __builtin_s390_vec_addec_u128 #define vec_and __builtin_s390_vec_and #define vec_andc __builtin_s390_vec_andc #define vec_avg __builtin_s390_vec_avg #define vec_all_eq __builtin_s390_vec_all_eq #define vec_all_ne __builtin_s390_vec_all_ne #define vec_all_ge __builtin_s390_vec_all_ge #define vec_all_gt __builtin_s390_vec_all_gt #define vec_all_le __builtin_s390_vec_all_le #define vec_all_lt __builtin_s390_vec_all_lt #define vec_any_eq __builtin_s390_vec_any_eq #define vec_any_ne __builtin_s390_vec_any_ne #define vec_any_ge __builtin_s390_vec_any_ge #define vec_any_gt __builtin_s390_vec_any_gt #define vec_any_le __builtin_s390_vec_any_le #define vec_any_lt __builtin_s390_vec_any_lt #define vec_cmpeq __builtin_s390_vec_cmpeq #define vec_cmpge __builtin_s390_vec_cmpge #define vec_cmpgt __builtin_s390_vec_cmpgt #define vec_cmple __builtin_s390_vec_cmple #define vec_cmplt __builtin_s390_vec_cmplt #define vec_cntlz __builtin_s390_vec_cntlz #define vec_cnttz __builtin_s390_vec_cnttz #define vec_xor __builtin_s390_vec_xor #define vec_gfmsum __builtin_s390_vec_gfmsum #define vec_gfmsum_accum __builtin_s390_vec_gfmsum_accum #define vec_abs __builtin_s390_vec_abs #define vec_max __builtin_s390_vec_max #define vec_min __builtin_s390_vec_min #define vec_mladd __builtin_s390_vec_mladd #define vec_mhadd __builtin_s390_vec_mhadd #define vec_meadd __builtin_s390_vec_meadd #define vec_moadd __builtin_s390_vec_moadd #define vec_mulh __builtin_s390_vec_mulh #define vec_mule __builtin_s390_vec_mule #define vec_mulo __builtin_s390_vec_mulo #define vec_nor __builtin_s390_vec_nor #define vec_or __builtin_s390_vec_or #define vec_popcnt __builtin_s390_vec_popcnt #define vec_rl __builtin_s390_vec_rl #define vec_rli __builtin_s390_vec_rli #define vec_rl_mask __builtin_s390_vec_rl_mask #define vec_sll __builtin_s390_vec_sll #define vec_slb __builtin_s390_vec_slb #define vec_sld __builtin_s390_vec_sld #define vec_sldw __builtin_s390_vec_sldw #define vec_sral __builtin_s390_vec_sral #define vec_srab __builtin_s390_vec_srab #define vec_srl __builtin_s390_vec_srl #define vec_srb __builtin_s390_vec_srb #define vec_subc __builtin_s390_vec_subc #define vec_sub_u128 __builtin_s390_vec_sub_u128 #define vec_subc_u128 __builtin_s390_vec_subc_u128 #define vec_sube_u128 __builtin_s390_vec_sube_u128 #define vec_subec_u128 __builtin_s390_vec_subec_u128 #define vec_sum2 __builtin_s390_vec_sum2 #define vec_sum_u128 __builtin_s390_vec_sum_u128 #define vec_sum4 __builtin_s390_vec_sum4 #define vec_test_mask __builtin_s390_vec_test_mask #define vec_msum_u128 __builtin_s390_vec_msum_u128 #define vec_eqv __builtin_s390_vec_eqv #define vec_nand __builtin_s390_vec_nand #define vec_orc __builtin_s390_vec_orc #define vec_find_any_eq_idx __builtin_s390_vec_find_any_eq_idx #define vec_find_any_ne_idx __builtin_s390_vec_find_any_ne_idx #define vec_find_any_eq_or_0_idx __builtin_s390_vec_find_any_eq_or_0_idx #define vec_find_any_ne_or_0_idx __builtin_s390_vec_find_any_ne_or_0_idx #define vec_find_any_eq __builtin_s390_vec_find_any_eq #define vec_find_any_ne __builtin_s390_vec_find_any_ne #define vec_find_any_eq_idx_cc __builtin_s390_vec_find_any_eq_idx_cc #define vec_find_any_ne_idx_cc __builtin_s390_vec_find_any_ne_idx_cc #define vec_find_any_eq_or_0_idx_cc __builtin_s390_vec_find_any_eq_or_0_idx_cc #define vec_find_any_ne_or_0_idx_cc __builtin_s390_vec_find_any_ne_or_0_idx_cc #define vec_find_any_eq_cc __builtin_s390_vec_find_any_eq_cc #define vec_find_any_ne_cc __builtin_s390_vec_find_any_ne_cc #define vec_cmpeq_idx __builtin_s390_vec_cmpeq_idx #define vec_cmpeq_or_0_idx __builtin_s390_vec_cmpeq_or_0_idx #define vec_cmpeq_idx_cc __builtin_s390_vec_cmpeq_idx_cc #define vec_cmpeq_or_0_idx_cc __builtin_s390_vec_cmpeq_or_0_idx_cc #define vec_cmpne_idx __builtin_s390_vec_cmpne_idx #define vec_cmpne_or_0_idx __builtin_s390_vec_cmpne_or_0_idx #define vec_cmpne_idx_cc __builtin_s390_vec_cmpne_idx_cc #define vec_cmpne_or_0_idx_cc __builtin_s390_vec_cmpne_or_0_idx_cc #define vec_cp_until_zero __builtin_s390_vec_cp_until_zero #define vec_cp_until_zero_cc __builtin_s390_vec_cp_until_zero_cc #define vec_cmprg_idx __builtin_s390_vec_cmprg_idx #define vec_cmpnrg_idx __builtin_s390_vec_cmpnrg_idx #define vec_cmprg_or_0_idx __builtin_s390_vec_cmprg_or_0_idx #define vec_cmpnrg_or_0_idx __builtin_s390_vec_cmpnrg_or_0_idx #define vec_cmprg __builtin_s390_vec_cmprg #define vec_cmpnrg __builtin_s390_vec_cmpnrg #define vec_cmprg_idx_cc __builtin_s390_vec_cmprg_idx_cc #define vec_cmpnrg_idx_cc __builtin_s390_vec_cmpnrg_idx_cc #define vec_cmprg_or_0_idx_cc __builtin_s390_vec_cmprg_or_0_idx_cc #define vec_cmpnrg_or_0_idx_cc __builtin_s390_vec_cmpnrg_or_0_idx_cc #define vec_cmprg_cc __builtin_s390_vec_cmprg_cc #define vec_cmpnrg_cc __builtin_s390_vec_cmpnrg_cc #define vec_all_nge __builtin_s390_vec_all_nge #define vec_all_ngt __builtin_s390_vec_all_ngt #define vec_any_nge __builtin_s390_vec_any_nge #define vec_any_ngt __builtin_s390_vec_any_ngt #define vec_ctd __builtin_s390_vec_ctd #define vec_ctd_s64 __builtin_s390_vec_ctd_s64 #define vec_ctd_u64 __builtin_s390_vec_ctd_u64 #define vec_ctsl __builtin_s390_vec_ctsl #define vec_ctul __builtin_s390_vec_ctul #define vec_float __builtin_s390_vec_float #define vec_double __builtin_s390_vec_double #define vec_signed __builtin_s390_vec_signed #define vec_unsigned __builtin_s390_vec_unsigned #define vec_ld2f __builtin_s390_vec_ld2f #define vec_st2f __builtin_s390_vec_st2f #define vec_madd __builtin_s390_vec_madd #define vec_msub __builtin_s390_vec_msub #define vec_nmadd __builtin_s390_vec_nmadd #define vec_nmsub __builtin_s390_vec_nmsub #define vec_nabs __builtin_s390_vec_nabs #define vec_sqrt __builtin_s390_vec_sqrt #define vec_fp_test_data_class __builtin_s390_vec_fp_test_data_class #define vec_revb __builtin_s390_vec_revb #define vec_reve __builtin_s390_vec_reve #define vec_sldb __builtin_s390_vec_sldb #define vec_srdb __builtin_s390_vec_srdb #define vec_search_string_cc __builtin_s390_vec_search_string_cc #define vec_search_string_until_zero_cc __builtin_s390_vec_search_string_until_zero_cc #endif /* _VECINTRIN_H */