/* * ARM translation: AArch32 VFP instructions * * Copyright (c) 2003 Fabrice Bellard * Copyright (c) 2005-2007 CodeSourcery * Copyright (c) 2007 OpenedHand, Ltd. * Copyright (c) 2019 Linaro, Ltd. * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, see . */ /* * This file is intended to be included from translate.c; it uses * some macros and definitions provided by that file. * It might be possible to convert it to a standalone .c file eventually. */ /* Include the generated VFP decoder */ #include "decode-vfp.inc.c" #include "decode-vfp-uncond.inc.c" /* * The imm8 encodes the sign bit, enough bits to represent an exponent in * the range 01....1xx to 10....0xx, and the most significant 4 bits of * the mantissa; see VFPExpandImm() in the v8 ARM ARM. */ uint64_t vfp_expand_imm(int size, uint8_t imm8) { uint64_t imm = 0; switch (size) { case MO_64: imm = (extract32(imm8, 7, 1) ? 0x8000 : 0) | (extract32(imm8, 6, 1) ? 0x3fc0 : 0x4000) | extract32(imm8, 0, 6); imm <<= 48; break; case MO_32: imm = (extract32(imm8, 7, 1) ? 0x8000 : 0) | (extract32(imm8, 6, 1) ? 0x3e00 : 0x4000) | (extract32(imm8, 0, 6) << 3); imm <<= 16; break; case MO_16: imm = (extract32(imm8, 7, 1) ? 0x8000 : 0) | (extract32(imm8, 6, 1) ? 0x3000 : 0x4000) | (extract32(imm8, 0, 6) << 6); break; default: g_assert_not_reached(); } return imm; } /* * Return the offset of a 16-bit half of the specified VFP single-precision * register. If top is true, returns the top 16 bits; otherwise the bottom * 16 bits. */ static inline long vfp_f16_offset(unsigned reg, bool top) { long offs = vfp_reg_offset(false, reg); #ifdef HOST_WORDS_BIGENDIAN if (!top) { offs += 2; } #else if (top) { offs += 2; } #endif return offs; } /* * Check that VFP access is enabled. If it is, do the necessary * M-profile lazy-FP handling and then return true. * If not, emit code to generate an appropriate exception and * return false. * The ignore_vfp_enabled argument specifies that we should ignore * whether VFP is enabled via FPEXC[EN]: this should be true for FMXR/FMRX * accesses to FPSID, FPEXC, MVFR0, MVFR1, MVFR2, and false for all other insns. */ static bool full_vfp_access_check(DisasContext *s, bool ignore_vfp_enabled) { TCGContext *tcg_ctx = s->uc->tcg_ctx; if (s->fp_excp_el) { if (arm_dc_feature(s, ARM_FEATURE_M)) { gen_exception_insn(s, s->pc_curr, EXCP_NOCP, syn_uncategorized(), s->fp_excp_el); } else { gen_exception_insn(s, s->pc_curr, EXCP_UDEF, syn_fp_access_trap(1, 0xe, false), s->fp_excp_el); } return false; } if (!s->vfp_enabled && !ignore_vfp_enabled) { assert(!arm_dc_feature(s, ARM_FEATURE_M)); unallocated_encoding(s); return false; } if (arm_dc_feature(s, ARM_FEATURE_M)) { /* Handle M-profile lazy FP state mechanics */ /* Trigger lazy-state preservation if necessary */ if (s->v7m_lspact) { /* * Lazy state saving affects external memory and also the NVIC, * so we must mark it as an IO operation for icount. */ if (tb_cflags(s->base.tb) & CF_USE_ICOUNT) { gen_io_start(tcg_ctx); } gen_helper_v7m_preserve_fp_state(tcg_ctx, tcg_ctx->cpu_env); if (tb_cflags(s->base.tb) & CF_USE_ICOUNT) { gen_io_end(tcg_ctx); } /* * If the preserve_fp_state helper doesn't throw an exception * then it will clear LSPACT; we don't need to repeat this for * any further FP insns in this TB. */ s->v7m_lspact = false; } /* Update ownership of FP context: set FPCCR.S to match current state */ if (s->v8m_fpccr_s_wrong) { TCGv_i32 tmp; tmp = load_cpu_field(tcg_ctx, v7m.fpccr[M_REG_S]); if (s->v8m_secure) { tcg_gen_ori_i32(tcg_ctx, tmp, tmp, R_V7M_FPCCR_S_MASK); } else { tcg_gen_andi_i32(tcg_ctx, tmp, tmp, ~R_V7M_FPCCR_S_MASK); } store_cpu_field(tcg_ctx, tmp, v7m.fpccr[M_REG_S]); /* Don't need to do this for any further FP insns in this TB */ s->v8m_fpccr_s_wrong = false; } if (s->v7m_new_fp_ctxt_needed) { /* * Create new FP context by updating CONTROL.FPCA, CONTROL.SFPA * and the FPSCR. */ TCGv_i32 control, fpscr; uint32_t bits = R_V7M_CONTROL_FPCA_MASK; fpscr = load_cpu_field(tcg_ctx, v7m.fpdscr[s->v8m_secure]); gen_helper_vfp_set_fpscr(tcg_ctx, tcg_ctx->cpu_env, fpscr); tcg_temp_free_i32(tcg_ctx, fpscr); /* * We don't need to arrange to end the TB, because the only * parts of FPSCR which we cache in the TB flags are the VECLEN * and VECSTRIDE, and those don't exist for M-profile. */ if (s->v8m_secure) { bits |= R_V7M_CONTROL_SFPA_MASK; } control = load_cpu_field(tcg_ctx, v7m.control[M_REG_S]); tcg_gen_ori_i32(tcg_ctx, control, control, bits); store_cpu_field(tcg_ctx, control, v7m.control[M_REG_S]); /* Don't need to do this for any further FP insns in this TB */ s->v7m_new_fp_ctxt_needed = false; } } return true; } /* * The most usual kind of VFP access check, for everything except * FMXR/FMRX to the always-available special registers. */ static bool vfp_access_check(DisasContext *s) { return full_vfp_access_check(s, false); } static bool trans_VSEL(DisasContext *s, arg_VSEL *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t rd, rn, rm; bool dp = a->dp; if (!dc_isar_feature(aa32_vsel, s)) { return false; } if (dp && !dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (dp && !dc_isar_feature(aa32_simd_r32, s) && ((a->vm | a->vn | a->vd) & 0x10)) { return false; } rd = a->vd; rn = a->vn; rm = a->vm; if (!vfp_access_check(s)) { return true; } if (dp) { TCGv_i64 frn, frm, dest; TCGv_i64 tmp, zero, zf, nf, vf; zero = tcg_const_i64(tcg_ctx, 0); frn = tcg_temp_new_i64(tcg_ctx); frm = tcg_temp_new_i64(tcg_ctx); dest = tcg_temp_new_i64(tcg_ctx); zf = tcg_temp_new_i64(tcg_ctx); nf = tcg_temp_new_i64(tcg_ctx); vf = tcg_temp_new_i64(tcg_ctx); tcg_gen_extu_i32_i64(tcg_ctx, zf, tcg_ctx->cpu_ZF); tcg_gen_ext_i32_i64(tcg_ctx, nf, tcg_ctx->cpu_NF); tcg_gen_ext_i32_i64(tcg_ctx, vf, tcg_ctx->cpu_VF); neon_load_reg64(tcg_ctx, frn, rn); neon_load_reg64(tcg_ctx, frm, rm); switch (a->cc) { case 0: /* eq: Z */ tcg_gen_movcond_i64(tcg_ctx, TCG_COND_EQ, dest, zf, zero, frn, frm); break; case 1: /* vs: V */ tcg_gen_movcond_i64(tcg_ctx, TCG_COND_LT, dest, vf, zero, frn, frm); break; case 2: /* ge: N == V -> N ^ V == 0 */ tmp = tcg_temp_new_i64(tcg_ctx); tcg_gen_xor_i64(tcg_ctx, tmp, vf, nf); tcg_gen_movcond_i64(tcg_ctx, TCG_COND_GE, dest, tmp, zero, frn, frm); tcg_temp_free_i64(tcg_ctx, tmp); break; case 3: /* gt: !Z && N == V */ tcg_gen_movcond_i64(tcg_ctx, TCG_COND_NE, dest, zf, zero, frn, frm); tmp = tcg_temp_new_i64(tcg_ctx); tcg_gen_xor_i64(tcg_ctx, tmp, vf, nf); tcg_gen_movcond_i64(tcg_ctx, TCG_COND_GE, dest, tmp, zero, dest, frm); tcg_temp_free_i64(tcg_ctx, tmp); break; } neon_store_reg64(tcg_ctx, dest, rd); tcg_temp_free_i64(tcg_ctx, frn); tcg_temp_free_i64(tcg_ctx, frm); tcg_temp_free_i64(tcg_ctx, dest); // qq tcg_temp_free_i64(tcg_ctx, zf); tcg_temp_free_i64(tcg_ctx, nf); tcg_temp_free_i64(tcg_ctx, vf); tcg_temp_free_i64(tcg_ctx, zero); } else { TCGv_i32 frn, frm, dest; TCGv_i32 tmp, zero; zero = tcg_const_i32(tcg_ctx, 0); frn = tcg_temp_new_i32(tcg_ctx); frm = tcg_temp_new_i32(tcg_ctx); dest = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, frn, rn); neon_load_reg32(tcg_ctx, frm, rm); switch (a->cc) { case 0: /* eq: Z */ tcg_gen_movcond_i32(tcg_ctx, TCG_COND_EQ, dest, tcg_ctx->cpu_ZF, zero, frn, frm); break; case 1: /* vs: V */ tcg_gen_movcond_i32(tcg_ctx, TCG_COND_LT, dest, tcg_ctx->cpu_VF, zero, frn, frm); break; case 2: /* ge: N == V -> N ^ V == 0 */ tmp = tcg_temp_new_i32(tcg_ctx); tcg_gen_xor_i32(tcg_ctx, tmp, tcg_ctx->cpu_VF, tcg_ctx->cpu_NF); tcg_gen_movcond_i32(tcg_ctx, TCG_COND_GE, dest, tmp, zero, frn, frm); tcg_temp_free_i32(tcg_ctx, tmp); break; case 3: /* gt: !Z && N == V */ tcg_gen_movcond_i32(tcg_ctx, TCG_COND_NE, dest, tcg_ctx->cpu_ZF, zero, frn, frm); tmp = tcg_temp_new_i32(tcg_ctx); tcg_gen_xor_i32(tcg_ctx, tmp, tcg_ctx->cpu_VF, tcg_ctx->cpu_NF); tcg_gen_movcond_i32(tcg_ctx, TCG_COND_GE, dest, tmp, zero, dest, frm); tcg_temp_free_i32(tcg_ctx, tmp); break; } neon_store_reg32(tcg_ctx, dest, rd); tcg_temp_free_i32(tcg_ctx, frn); tcg_temp_free_i32(tcg_ctx, frm); tcg_temp_free_i32(tcg_ctx, dest); tcg_temp_free_i32(tcg_ctx, zero); } return true; } /* * Table for converting the most common AArch32 encoding of * rounding mode to arm_fprounding order (which matches the * common AArch64 order); see ARM ARM pseudocode FPDecodeRM(). */ static const uint8_t fp_decode_rm[] = { FPROUNDING_TIEAWAY, FPROUNDING_TIEEVEN, FPROUNDING_POSINF, FPROUNDING_NEGINF, }; static bool trans_VRINT(DisasContext *s, arg_VRINT *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t rd, rm; bool dp = a->dp; TCGv_ptr fpst; TCGv_i32 tcg_rmode; int rounding = fp_decode_rm[a->rm]; if (!dc_isar_feature(aa32_vrint, s)) { return false; } if (dp && !dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (dp && !dc_isar_feature(aa32_simd_r32, s) && ((a->vm | a->vd) & 0x10)) { return false; } rd = a->vd; rm = a->vm; if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, 0); tcg_rmode = tcg_const_i32(tcg_ctx, arm_rmode_to_sf(rounding)); gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); if (dp) { TCGv_i64 tcg_op; TCGv_i64 tcg_res; tcg_op = tcg_temp_new_i64(tcg_ctx); tcg_res = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, tcg_op, rm); gen_helper_rintd(tcg_ctx, tcg_res, tcg_op, fpst); neon_store_reg64(tcg_ctx, tcg_res, rd); tcg_temp_free_i64(tcg_ctx, tcg_op); tcg_temp_free_i64(tcg_ctx, tcg_res); } else { TCGv_i32 tcg_op; TCGv_i32 tcg_res; tcg_op = tcg_temp_new_i32(tcg_ctx); tcg_res = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tcg_op, rm); gen_helper_rints(tcg_ctx, tcg_res, tcg_op, fpst); neon_store_reg32(tcg_ctx, tcg_res, rd); tcg_temp_free_i32(tcg_ctx, tcg_op); tcg_temp_free_i32(tcg_ctx, tcg_res); } gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); tcg_temp_free_i32(tcg_ctx, tcg_rmode); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VCVT(DisasContext *s, arg_VCVT *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t rd, rm; bool dp = a->dp; TCGv_ptr fpst; TCGv_i32 tcg_rmode, tcg_shift; int rounding = fp_decode_rm[a->rm]; bool is_signed = a->op; if (!dc_isar_feature(aa32_vcvt_dr, s)) { return false; } if (dp && !dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (dp && !dc_isar_feature(aa32_simd_r32, s) && (a->vm & 0x10)) { return false; } rd = a->vd; rm = a->vm; if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, 0); tcg_shift = tcg_const_i32(tcg_ctx, 0); tcg_rmode = tcg_const_i32(tcg_ctx, arm_rmode_to_sf(rounding)); gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); if (dp) { TCGv_i64 tcg_double, tcg_res; TCGv_i32 tcg_tmp; tcg_double = tcg_temp_new_i64(tcg_ctx); tcg_res = tcg_temp_new_i64(tcg_ctx); tcg_tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg64(tcg_ctx, tcg_double, rm); if (is_signed) { gen_helper_vfp_tosld(tcg_ctx, tcg_res, tcg_double, tcg_shift, fpst); } else { gen_helper_vfp_tould(tcg_ctx, tcg_res, tcg_double, tcg_shift, fpst); } tcg_gen_extrl_i64_i32(tcg_ctx, tcg_tmp, tcg_res); neon_store_reg32(tcg_ctx, tcg_tmp, rd); tcg_temp_free_i32(tcg_ctx, tcg_tmp); tcg_temp_free_i64(tcg_ctx, tcg_res); tcg_temp_free_i64(tcg_ctx, tcg_double); } else { TCGv_i32 tcg_single, tcg_res; tcg_single = tcg_temp_new_i32(tcg_ctx); tcg_res = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tcg_single, rm); if (is_signed) { gen_helper_vfp_tosls(tcg_ctx, tcg_res, tcg_single, tcg_shift, fpst); } else { gen_helper_vfp_touls(tcg_ctx, tcg_res, tcg_single, tcg_shift, fpst); } neon_store_reg32(tcg_ctx, tcg_res, rd); tcg_temp_free_i32(tcg_ctx, tcg_res); tcg_temp_free_i32(tcg_ctx, tcg_single); } gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); tcg_temp_free_i32(tcg_ctx, tcg_rmode); tcg_temp_free_i32(tcg_ctx, tcg_shift); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VMOV_to_gp(DisasContext *s, arg_VMOV_to_gp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; /* VMOV scalar to general purpose register */ TCGv_i32 tmp; int pass; uint32_t offset; /* SIZE == 2 is a VFP instruction; otherwise NEON. */ if (a->size == 2 ? !dc_isar_feature(aa32_fpsp_v2, s) : !arm_dc_feature(s, ARM_FEATURE_NEON)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vn & 0x10)) { return false; } offset = a->index << a->size; pass = extract32(offset, 2, 1); offset = extract32(offset, 0, 2) * 8; if (!vfp_access_check(s)) { return true; } tmp = neon_load_reg(tcg_ctx, a->vn, pass); switch (a->size) { case 0: if (offset) { tcg_gen_shri_i32(tcg_ctx, tmp, tmp, offset); } if (a->u) { gen_uxtb(tmp); } else { gen_sxtb(tmp); } break; case 1: if (a->u) { if (offset) { tcg_gen_shri_i32(tcg_ctx, tmp, tmp, 16); } else { gen_uxth(tmp); } } else { if (offset) { tcg_gen_sari_i32(tcg_ctx, tmp, tmp, 16); } else { gen_sxth(tmp); } } break; case 2: break; } store_reg(s, a->rt, tmp); return true; } static bool trans_VMOV_from_gp(DisasContext *s, arg_VMOV_from_gp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; /* VMOV general purpose register to scalar */ TCGv_i32 tmp, tmp2; int pass; uint32_t offset; /* SIZE == 2 is a VFP instruction; otherwise NEON. */ if (a->size == 2 ? !dc_isar_feature(aa32_fpsp_v2, s) : !arm_dc_feature(s, ARM_FEATURE_NEON)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vn & 0x10)) { return false; } offset = a->index << a->size; pass = extract32(offset, 2, 1); offset = extract32(offset, 0, 2) * 8; if (!vfp_access_check(s)) { return true; } tmp = load_reg(s, a->rt); switch (a->size) { case 0: tmp2 = neon_load_reg(tcg_ctx, a->vn, pass); tcg_gen_deposit_i32(tcg_ctx, tmp, tmp2, tmp, offset, 8); tcg_temp_free_i32(tcg_ctx, tmp2); break; case 1: tmp2 = neon_load_reg(tcg_ctx, a->vn, pass); tcg_gen_deposit_i32(tcg_ctx, tmp, tmp2, tmp, offset, 16); tcg_temp_free_i32(tcg_ctx, tmp2); break; case 2: break; } neon_store_reg(tcg_ctx, a->vn, pass, tmp); return true; } static bool trans_VDUP(DisasContext *s, arg_VDUP *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; /* VDUP (general purpose register) */ TCGv_i32 tmp; int size, vec_size; if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vn & 0x10)) { return false; } if (a->b && a->e) { return false; } if (a->q && (a->vn & 1)) { return false; } vec_size = a->q ? 16 : 8; if (a->b) { size = 0; } else if (a->e) { size = 1; } else { size = 2; } if (!vfp_access_check(s)) { return true; } tmp = load_reg(s, a->rt); tcg_gen_gvec_dup_i32(tcg_ctx, size, neon_reg_offset(a->vn, 0), vec_size, vec_size, tmp); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VMSR_VMRS(DisasContext *s, arg_VMSR_VMRS *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 tmp = 0; bool ignore_vfp_enabled = false; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (arm_dc_feature(s, ARM_FEATURE_M)) { /* * The only M-profile VFP vmrs/vmsr sysreg is FPSCR. * Accesses to R15 are UNPREDICTABLE; we choose to undef. * (FPSCR -> r15 is a special case which writes to the PSR flags.) */ if (a->rt == 15 && (!a->l || a->reg != ARM_VFP_FPSCR)) { return false; } } switch (a->reg) { case ARM_VFP_FPSID: /* * VFPv2 allows access to FPSID from userspace; VFPv3 restricts * all ID registers to privileged access only. */ if (IS_USER(s) && dc_isar_feature(aa32_fpsp_v3, s)) { return false; } ignore_vfp_enabled = true; break; case ARM_VFP_MVFR0: case ARM_VFP_MVFR1: if (IS_USER(s) || !arm_dc_feature(s, ARM_FEATURE_MVFR)) { return false; } ignore_vfp_enabled = true; break; case ARM_VFP_MVFR2: if (IS_USER(s) || !arm_dc_feature(s, ARM_FEATURE_V8)) { return false; } ignore_vfp_enabled = true; break; case ARM_VFP_FPSCR: break; case ARM_VFP_FPEXC: if (IS_USER(s)) { return false; } ignore_vfp_enabled = true; break; case ARM_VFP_FPINST: case ARM_VFP_FPINST2: /* Not present in VFPv3 */ if (IS_USER(s) || dc_isar_feature(aa32_fpsp_v3, s)) { return false; } break; default: return false; } if (!full_vfp_access_check(s, ignore_vfp_enabled)) { return true; } if (a->l) { /* VMRS, move VFP special register to gp register */ switch (a->reg) { case ARM_VFP_MVFR0: case ARM_VFP_MVFR1: case ARM_VFP_MVFR2: case ARM_VFP_FPSID: if (s->current_el == 1) { TCGv_i32 tcg_reg, tcg_rt; gen_set_condexec(s); gen_set_pc_im(s, s->pc_curr); tcg_reg = tcg_const_i32(tcg_ctx, a->reg); tcg_rt = tcg_const_i32(tcg_ctx, a->rt); gen_helper_check_hcr_el2_trap(tcg_ctx, tcg_ctx->cpu_env, tcg_rt, tcg_reg); tcg_temp_free_i32(tcg_ctx, tcg_reg); tcg_temp_free_i32(tcg_ctx, tcg_rt); } /* fall through */ case ARM_VFP_FPEXC: case ARM_VFP_FPINST: case ARM_VFP_FPINST2: tmp = load_cpu_field(tcg_ctx, vfp.xregs[a->reg]); break; case ARM_VFP_FPSCR: if (a->rt == 15) { tmp = load_cpu_field(tcg_ctx, vfp.xregs[ARM_VFP_FPSCR]); tcg_gen_andi_i32(tcg_ctx, tmp, tmp, 0xf0000000); } else { tmp = tcg_temp_new_i32(tcg_ctx); gen_helper_vfp_get_fpscr(tcg_ctx, tmp, tcg_ctx->cpu_env); } break; default: g_assert_not_reached(); } if (a->rt == 15) { /* Set the 4 flag bits in the CPSR. */ gen_set_nzcv(tmp); tcg_temp_free_i32(tcg_ctx, tmp); } else { store_reg(s, a->rt, tmp); } } else { /* VMSR, move gp register to VFP special register */ switch (a->reg) { case ARM_VFP_FPSID: case ARM_VFP_MVFR0: case ARM_VFP_MVFR1: case ARM_VFP_MVFR2: /* Writes are ignored. */ break; case ARM_VFP_FPSCR: tmp = load_reg(s, a->rt); gen_helper_vfp_set_fpscr(tcg_ctx, tcg_ctx->cpu_env, tmp); tcg_temp_free_i32(tcg_ctx, tmp); gen_lookup_tb(s); break; case ARM_VFP_FPEXC: /* * TODO: VFP subarchitecture support. * For now, keep the EN bit only */ tmp = load_reg(s, a->rt); tcg_gen_andi_i32(tcg_ctx, tmp, tmp, 1 << 30); store_cpu_field(tcg_ctx, tmp, vfp.xregs[a->reg]); gen_lookup_tb(s); break; case ARM_VFP_FPINST: case ARM_VFP_FPINST2: tmp = load_reg(s, a->rt); store_cpu_field(tcg_ctx, tmp, vfp.xregs[a->reg]); break; default: g_assert_not_reached(); } } return true; } static bool trans_VMOV_single(DisasContext *s, arg_VMOV_single *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 tmp; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (!vfp_access_check(s)) { return true; } if (a->l) { /* VFP to general purpose register */ tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vn); if (a->rt == 15) { /* Set the 4 flag bits in the CPSR. */ gen_set_nzcv(tmp); tcg_temp_free_i32(tcg_ctx, tmp); } else { store_reg(s, a->rt, tmp); } } else { /* general purpose register to VFP */ tmp = load_reg(s, a->rt); neon_store_reg32(tcg_ctx, tmp, a->vn); tcg_temp_free_i32(tcg_ctx, tmp); } return true; } static bool trans_VMOV_64_sp(DisasContext *s, arg_VMOV_64_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 tmp; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } /* * VMOV between two general-purpose registers and two single precision * floating point registers */ if (!vfp_access_check(s)) { return true; } if (a->op) { /* fpreg to gpreg */ tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm); store_reg(s, a->rt, tmp); tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm + 1); store_reg(s, a->rt2, tmp); } else { /* gpreg to fpreg */ tmp = load_reg(s, a->rt); neon_store_reg32(tcg_ctx, tmp, a->vm); tcg_temp_free_i32(tcg_ctx, tmp); tmp = load_reg(s, a->rt2); neon_store_reg32(tcg_ctx, tmp, a->vm + 1); tcg_temp_free_i32(tcg_ctx, tmp); } return true; } static bool trans_VMOV_64_dp(DisasContext *s, arg_VMOV_64_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 tmp; /* * VMOV between two general-purpose registers and one double precision * floating point register. Note that this does not require support * for double precision arithmetic. */ if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vm & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } if (a->op) { /* fpreg to gpreg */ tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm * 2); store_reg(s, a->rt, tmp); tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm * 2 + 1); store_reg(s, a->rt2, tmp); } else { /* gpreg to fpreg */ tmp = load_reg(s, a->rt); neon_store_reg32(tcg_ctx, tmp, a->vm * 2); tcg_temp_free_i32(tcg_ctx, tmp); tmp = load_reg(s, a->rt2); neon_store_reg32(tcg_ctx, tmp, a->vm * 2 + 1); tcg_temp_free_i32(tcg_ctx, tmp); } return true; } static bool trans_VLDR_VSTR_sp(DisasContext *s, arg_VLDR_VSTR_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t offset; TCGv_i32 addr, tmp; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (!vfp_access_check(s)) { return true; } offset = a->imm << 2; if (!a->u) { #ifdef _MSC_VER offset = 0 - offset; #else offset = -offset; #endif } /* For thumb, use of PC is UNPREDICTABLE. */ addr = add_reg_for_lit(s, a->rn, offset); tmp = tcg_temp_new_i32(tcg_ctx); if (a->l) { gen_aa32_ld32u(s, tmp, addr, get_mem_index(s)); neon_store_reg32(tcg_ctx, tmp, a->vd); } else { neon_load_reg32(tcg_ctx, tmp, a->vd); gen_aa32_st32(s, tmp, addr, get_mem_index(s)); } tcg_temp_free_i32(tcg_ctx, tmp); tcg_temp_free_i32(tcg_ctx, addr); return true; } static bool trans_VLDR_VSTR_dp(DisasContext *s, arg_VLDR_VSTR_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t offset; TCGv_i32 addr; TCGv_i64 tmp; /* Note that this does not require support for double arithmetic. */ if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vd & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } offset = a->imm << 2; if (!a->u) { #ifdef _MSC_VER offset = 0 - offset; #else offset = -offset; #endif } /* For thumb, use of PC is UNPREDICTABLE. */ addr = add_reg_for_lit(s, a->rn, offset); tmp = tcg_temp_new_i64(tcg_ctx); if (a->l) { gen_aa32_ld64(s, tmp, addr, get_mem_index(s)); neon_store_reg64(tcg_ctx, tmp, a->vd); } else { neon_load_reg64(tcg_ctx, tmp, a->vd); gen_aa32_st64(s, tmp, addr, get_mem_index(s)); } tcg_temp_free_i64(tcg_ctx, tmp); tcg_temp_free_i32(tcg_ctx, addr); return true; } static bool trans_VLDM_VSTM_sp(DisasContext *s, arg_VLDM_VSTM_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t offset; TCGv_i32 addr, tmp; int i, n; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } n = a->imm; if (n == 0 || (a->vd + n) > 32) { /* * UNPREDICTABLE cases for bad immediates: we choose to * UNDEF to avoid generating huge numbers of TCG ops */ return false; } if (a->rn == 15 && a->w) { /* writeback to PC is UNPREDICTABLE, we choose to UNDEF */ return false; } if (!vfp_access_check(s)) { return true; } /* For thumb, use of PC is UNPREDICTABLE. */ addr = add_reg_for_lit(s, a->rn, 0); if (a->p) { /* pre-decrement */ tcg_gen_addi_i32(tcg_ctx, addr, addr, -(a->imm << 2)); } if (s->v8m_stackcheck && a->rn == 13 && a->w) { /* * Here 'addr' is the lowest address we will store to, * and is either the old SP (if post-increment) or * the new SP (if pre-decrement). For post-increment * where the old value is below the limit and the new * value is above, it is UNKNOWN whether the limit check * triggers; we choose to trigger. */ gen_helper_v8m_stackcheck(tcg_ctx, tcg_ctx->cpu_env, addr); } offset = 4; tmp = tcg_temp_new_i32(tcg_ctx); for (i = 0; i < n; i++) { if (a->l) { /* load */ gen_aa32_ld32u(s, tmp, addr, get_mem_index(s)); neon_store_reg32(tcg_ctx, tmp, a->vd + i); } else { /* store */ neon_load_reg32(tcg_ctx, tmp, a->vd + i); gen_aa32_st32(s, tmp, addr, get_mem_index(s)); } tcg_gen_addi_i32(tcg_ctx, addr, addr, offset); } tcg_temp_free_i32(tcg_ctx, tmp); if (a->w) { /* writeback */ if (a->p) { #ifdef _MSC_VER offset = (0 - offset) * n; #else offset = -offset * n; #endif tcg_gen_addi_i32(tcg_ctx, addr, addr, offset); } store_reg(s, a->rn, addr); } else { tcg_temp_free_i32(tcg_ctx, addr); } return true; } static bool trans_VLDM_VSTM_dp(DisasContext *s, arg_VLDM_VSTM_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t offset; TCGv_i32 addr; TCGv_i64 tmp; int i, n; /* Note that this does not require support for double arithmetic. */ if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } n = a->imm >> 1; if (n == 0 || (a->vd + n) > 32 || n > 16) { /* * UNPREDICTABLE cases for bad immediates: we choose to * UNDEF to avoid generating huge numbers of TCG ops */ return false; } if (a->rn == 15 && a->w) { /* writeback to PC is UNPREDICTABLE, we choose to UNDEF */ return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vd + n) > 16) { return false; } if (!vfp_access_check(s)) { return true; } /* For thumb, use of PC is UNPREDICTABLE. */ addr = add_reg_for_lit(s, a->rn, 0); if (a->p) { /* pre-decrement */ tcg_gen_addi_i32(tcg_ctx, addr, addr, -(a->imm << 2)); } if (s->v8m_stackcheck && a->rn == 13 && a->w) { /* * Here 'addr' is the lowest address we will store to, * and is either the old SP (if post-increment) or * the new SP (if pre-decrement). For post-increment * where the old value is below the limit and the new * value is above, it is UNKNOWN whether the limit check * triggers; we choose to trigger. */ gen_helper_v8m_stackcheck(tcg_ctx, tcg_ctx->cpu_env, addr); } offset = 8; tmp = tcg_temp_new_i64(tcg_ctx); for (i = 0; i < n; i++) { if (a->l) { /* load */ gen_aa32_ld64(s, tmp, addr, get_mem_index(s)); neon_store_reg64(tcg_ctx, tmp, a->vd + i); } else { /* store */ neon_load_reg64(tcg_ctx, tmp, a->vd + i); gen_aa32_st64(s, tmp, addr, get_mem_index(s)); } tcg_gen_addi_i32(tcg_ctx, addr, addr, offset); } tcg_temp_free_i64(tcg_ctx, tmp); if (a->w) { /* writeback */ if (a->p) { #ifdef _MSC_VER offset = (0 - offset) * n; #else offset = -offset * n; #endif } else if (a->imm & 1) { offset = 4; } else { offset = 0; } if (offset != 0) { tcg_gen_addi_i32(tcg_ctx, addr, addr, offset); } store_reg(s, a->rn, addr); } else { tcg_temp_free_i32(tcg_ctx, addr); } return true; } /* * Types for callbacks for do_vfp_3op_sp() and do_vfp_3op_dp(). * The callback should emit code to write a value to vd. If * do_vfp_3op_{sp,dp}() was passed reads_vd then the TCGv vd * will contain the old value of the relevant VFP register; * otherwise it must be written to only. */ typedef void VFPGen3OpSPFn(TCGContext *, TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst); typedef void VFPGen3OpDPFn(TCGContext *, TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst); /* * Types for callbacks for do_vfp_2op_sp() and do_vfp_2op_dp(). * The callback should emit code to write a value to vd (which * should be written to only). */ typedef void VFPGen2OpSPFn(TCGContext *, TCGv_i32 vd, TCGv_i32 vm); typedef void VFPGen2OpDPFn(TCGContext *, TCGv_i64 vd, TCGv_i64 vm); /* * Return true if the specified S reg is in a scalar bank * (ie if it is s0..s7) */ static inline bool vfp_sreg_is_scalar(int reg) { return (reg & 0x18) == 0; } /* * Return true if the specified D reg is in a scalar bank * (ie if it is d0..d3 or d16..d19) */ static inline bool vfp_dreg_is_scalar(int reg) { return (reg & 0xc) == 0; } /* * Advance the S reg number forwards by delta within its bank * (ie increment the low 3 bits but leave the rest the same) */ static inline int vfp_advance_sreg(int reg, int delta) { return ((reg + delta) & 0x7) | (reg & ~0x7); } /* * Advance the D reg number forwards by delta within its bank * (ie increment the low 2 bits but leave the rest the same) */ static inline int vfp_advance_dreg(int reg, int delta) { return ((reg + delta) & 0x3) | (reg & ~0x3); } /* * Perform a 3-operand VFP data processing instruction. fn is the * callback to do the actual operation; this function deals with the * code to handle looping around for VFP vector processing. */ static bool do_vfp_3op_sp(DisasContext *s, VFPGen3OpSPFn *fn, int vd, int vn, int vm, bool reads_vd) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t delta_m = 0; uint32_t delta_d = 0; int veclen = s->vec_len; TCGv_i32 f0, f1, fd; TCGv_ptr fpst; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (!dc_isar_feature(aa32_fpshvec, s) && (veclen != 0 || s->vec_stride != 0)) { return false; } if (!vfp_access_check(s)) { return true; } if (veclen > 0) { /* Figure out what type of vector operation this is. */ if (vfp_sreg_is_scalar(vd)) { /* scalar */ veclen = 0; } else { delta_d = s->vec_stride + 1; if (vfp_sreg_is_scalar(vm)) { /* mixed scalar/vector */ delta_m = 0; } else { /* vector */ delta_m = delta_d; } } } f0 = tcg_temp_new_i32(tcg_ctx); f1 = tcg_temp_new_i32(tcg_ctx); fd = tcg_temp_new_i32(tcg_ctx); fpst = get_fpstatus_ptr(tcg_ctx, 0); neon_load_reg32(tcg_ctx, f0, vn); neon_load_reg32(tcg_ctx, f1, vm); for (;;) { if (reads_vd) { neon_load_reg32(tcg_ctx, fd, vd); } fn(tcg_ctx, fd, f0, f1, fpst); neon_store_reg32(tcg_ctx, fd, vd); if (veclen == 0) { break; } /* Set up the operands for the next iteration */ veclen--; vd = vfp_advance_sreg(vd, delta_d); vn = vfp_advance_sreg(vn, delta_d); neon_load_reg32(tcg_ctx, f0, vn); if (delta_m) { vm = vfp_advance_sreg(vm, delta_m); neon_load_reg32(tcg_ctx, f1, vm); } } tcg_temp_free_i32(tcg_ctx, f0); tcg_temp_free_i32(tcg_ctx, f1); tcg_temp_free_i32(tcg_ctx, fd); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool do_vfp_3op_dp(DisasContext *s, VFPGen3OpDPFn *fn, int vd, int vn, int vm, bool reads_vd) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t delta_m = 0; uint32_t delta_d = 0; int veclen = s->vec_len; TCGv_i64 f0, f1, fd; TCGv_ptr fpst; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && ((vd | vn | vm) & 0x10)) { return false; } if (!dc_isar_feature(aa32_fpshvec, s) && (veclen != 0 || s->vec_stride != 0)) { return false; } if (!vfp_access_check(s)) { return true; } if (veclen > 0) { /* Figure out what type of vector operation this is. */ if (vfp_dreg_is_scalar(vd)) { /* scalar */ veclen = 0; } else { delta_d = (s->vec_stride >> 1) + 1; if (vfp_dreg_is_scalar(vm)) { /* mixed scalar/vector */ delta_m = 0; } else { /* vector */ delta_m = delta_d; } } } f0 = tcg_temp_new_i64(tcg_ctx); f1 = tcg_temp_new_i64(tcg_ctx); fd = tcg_temp_new_i64(tcg_ctx); fpst = get_fpstatus_ptr(tcg_ctx, 0); neon_load_reg64(tcg_ctx, f0, vn); neon_load_reg64(tcg_ctx, f1, vm); for (;;) { if (reads_vd) { neon_load_reg64(tcg_ctx, fd, vd); } fn(tcg_ctx, fd, f0, f1, fpst); neon_store_reg64(tcg_ctx, fd, vd); if (veclen == 0) { break; } /* Set up the operands for the next iteration */ veclen--; vd = vfp_advance_dreg(vd, delta_d); vn = vfp_advance_dreg(vn, delta_d); neon_load_reg64(tcg_ctx, f0, vn); if (delta_m) { vm = vfp_advance_dreg(vm, delta_m); neon_load_reg64(tcg_ctx, f1, vm); } } tcg_temp_free_i64(tcg_ctx, f0); tcg_temp_free_i64(tcg_ctx, f1); tcg_temp_free_i64(tcg_ctx, fd); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool do_vfp_2op_sp(DisasContext *s, VFPGen2OpSPFn *fn, int vd, int vm) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t delta_m = 0; uint32_t delta_d = 0; int veclen = s->vec_len; TCGv_i32 f0, fd; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (!dc_isar_feature(aa32_fpshvec, s) && (veclen != 0 || s->vec_stride != 0)) { return false; } if (!vfp_access_check(s)) { return true; } if (veclen > 0) { /* Figure out what type of vector operation this is. */ if (vfp_sreg_is_scalar(vd)) { /* scalar */ veclen = 0; } else { delta_d = s->vec_stride + 1; if (vfp_sreg_is_scalar(vm)) { /* mixed scalar/vector */ delta_m = 0; } else { /* vector */ delta_m = delta_d; } } } f0 = tcg_temp_new_i32(tcg_ctx); fd = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, f0, vm); for (;;) { fn(tcg_ctx, fd, f0); neon_store_reg32(tcg_ctx, fd, vd); if (veclen == 0) { break; } if (delta_m == 0) { /* single source one-many */ while (veclen--) { vd = vfp_advance_sreg(vd, delta_d); neon_store_reg32(tcg_ctx, fd, vd); } break; } /* Set up the operands for the next iteration */ veclen--; vd = vfp_advance_sreg(vd, delta_d); vm = vfp_advance_sreg(vm, delta_m); neon_load_reg32(tcg_ctx, f0, vm); } tcg_temp_free_i32(tcg_ctx, f0); tcg_temp_free_i32(tcg_ctx, fd); return true; } static bool do_vfp_2op_dp(DisasContext *s, VFPGen2OpDPFn *fn, int vd, int vm) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t delta_m = 0; uint32_t delta_d = 0; int veclen = s->vec_len; TCGv_i64 f0, fd; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist */ if (!dc_isar_feature(aa32_simd_r32, s) && ((vd | vm) & 0x10)) { return false; } if (!dc_isar_feature(aa32_fpshvec, s) && (veclen != 0 || s->vec_stride != 0)) { return false; } if (!vfp_access_check(s)) { return true; } if (veclen > 0) { /* Figure out what type of vector operation this is. */ if (vfp_dreg_is_scalar(vd)) { /* scalar */ veclen = 0; } else { delta_d = (s->vec_stride >> 1) + 1; if (vfp_dreg_is_scalar(vm)) { /* mixed scalar/vector */ delta_m = 0; } else { /* vector */ delta_m = delta_d; } } } f0 = tcg_temp_new_i64(tcg_ctx); fd = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, f0, vm); for (;;) { fn(tcg_ctx, fd, f0); neon_store_reg64(tcg_ctx, fd, vd); if (veclen == 0) { break; } if (delta_m == 0) { /* single source one-many */ while (veclen--) { vd = vfp_advance_dreg(vd, delta_d); neon_store_reg64(tcg_ctx, fd, vd); } break; } /* Set up the operands for the next iteration */ veclen--; vd = vfp_advance_dreg(vd, delta_d); vd = vfp_advance_dreg(vm, delta_m); neon_load_reg64(tcg_ctx, f0, vm); } tcg_temp_free_i64(tcg_ctx, f0); tcg_temp_free_i64(tcg_ctx, fd); return true; } static void gen_VMLA_sp(TCGContext *tcg_ctx, TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst) { /* Note that order of inputs to the add matters for NaNs */ TCGv_i32 tmp = tcg_temp_new_i32(tcg_ctx); gen_helper_vfp_muls(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_adds(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i32(tcg_ctx, tmp); } static bool trans_VMLA_sp(DisasContext *s, arg_VMLA_sp *a) { return do_vfp_3op_sp(s, gen_VMLA_sp, a->vd, a->vn, a->vm, true); } static void gen_VMLA_dp(TCGContext *tcg_ctx, TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst) { /* Note that order of inputs to the add matters for NaNs */ TCGv_i64 tmp = tcg_temp_new_i64(tcg_ctx); gen_helper_vfp_muld(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_addd(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i64(tcg_ctx, tmp); } static bool trans_VMLA_dp(DisasContext *s, arg_VMLA_dp *a) { return do_vfp_3op_dp(s, gen_VMLA_dp, a->vd, a->vn, a->vm, true); } static void gen_VMLS_sp(TCGContext *tcg_ctx, TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst) { /* * VMLS: vd = vd + -(vn * vm) * Note that order of inputs to the add matters for NaNs. */ TCGv_i32 tmp = tcg_temp_new_i32(tcg_ctx); gen_helper_vfp_muls(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_negs(tcg_ctx, tmp, tmp); gen_helper_vfp_adds(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i32(tcg_ctx, tmp); } static bool trans_VMLS_sp(DisasContext *s, arg_VMLS_sp *a) { return do_vfp_3op_sp(s, gen_VMLS_sp, a->vd, a->vn, a->vm, true); } static void gen_VMLS_dp(TCGContext *tcg_ctx, TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst) { /* * VMLS: vd = vd + -(vn * vm) * Note that order of inputs to the add matters for NaNs. */ TCGv_i64 tmp = tcg_temp_new_i64(tcg_ctx); gen_helper_vfp_muld(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_negd(tcg_ctx, tmp, tmp); gen_helper_vfp_addd(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i64(tcg_ctx, tmp); } static bool trans_VMLS_dp(DisasContext *s, arg_VMLS_dp *a) { return do_vfp_3op_dp(s, gen_VMLS_dp, a->vd, a->vn, a->vm, true); } static void gen_VNMLS_sp(TCGContext *tcg_ctx, TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst) { /* * VNMLS: -fd + (fn * fm) * Note that it isn't valid to replace (-A + B) with (B - A) or similar * plausible looking simplifications because this will give wrong results * for NaNs. */ TCGv_i32 tmp = tcg_temp_new_i32(tcg_ctx); gen_helper_vfp_muls(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_negs(tcg_ctx, vd, vd); gen_helper_vfp_adds(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i32(tcg_ctx, tmp); } static bool trans_VNMLS_sp(DisasContext *s, arg_VNMLS_sp *a) { return do_vfp_3op_sp(s, gen_VNMLS_sp, a->vd, a->vn, a->vm, true); } static void gen_VNMLS_dp(TCGContext *tcg_ctx, TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst) { /* * VNMLS: -fd + (fn * fm) * Note that it isn't valid to replace (-A + B) with (B - A) or similar * plausible looking simplifications because this will give wrong results * for NaNs. */ TCGv_i64 tmp = tcg_temp_new_i64(tcg_ctx); gen_helper_vfp_muld(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_negd(tcg_ctx, vd, vd); gen_helper_vfp_addd(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i64(tcg_ctx, tmp); } static bool trans_VNMLS_dp(DisasContext *s, arg_VNMLS_dp *a) { return do_vfp_3op_dp(s, gen_VNMLS_dp, a->vd, a->vn, a->vm, true); } static void gen_VNMLA_sp(TCGContext *tcg_ctx, TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst) { /* VNMLA: -fd + -(fn * fm) */ TCGv_i32 tmp = tcg_temp_new_i32(tcg_ctx); gen_helper_vfp_muls(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_negs(tcg_ctx, tmp, tmp); gen_helper_vfp_negs(tcg_ctx, vd, vd); gen_helper_vfp_adds(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i32(tcg_ctx, tmp); } static bool trans_VNMLA_sp(DisasContext *s, arg_VNMLA_sp *a) { return do_vfp_3op_sp(s, gen_VNMLA_sp, a->vd, a->vn, a->vm, true); } static void gen_VNMLA_dp(TCGContext *tcg_ctx, TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst) { /* VNMLA: -fd + (fn * fm) */ TCGv_i64 tmp = tcg_temp_new_i64(tcg_ctx); gen_helper_vfp_muld(tcg_ctx, tmp, vn, vm, fpst); gen_helper_vfp_negd(tcg_ctx, tmp, tmp); gen_helper_vfp_negd(tcg_ctx, vd, vd); gen_helper_vfp_addd(tcg_ctx, vd, vd, tmp, fpst); tcg_temp_free_i64(tcg_ctx, tmp); } static bool trans_VNMLA_dp(DisasContext *s, arg_VNMLA_dp *a) { return do_vfp_3op_dp(s, gen_VNMLA_dp, a->vd, a->vn, a->vm, true); } static bool trans_VMUL_sp(DisasContext *s, arg_VMUL_sp *a) { return do_vfp_3op_sp(s, gen_helper_vfp_muls, a->vd, a->vn, a->vm, false); } static bool trans_VMUL_dp(DisasContext *s, arg_VMUL_dp *a) { return do_vfp_3op_dp(s, gen_helper_vfp_muld, a->vd, a->vn, a->vm, false); } static void gen_VNMUL_sp(TCGContext *tcg_ctx, TCGv_i32 vd, TCGv_i32 vn, TCGv_i32 vm, TCGv_ptr fpst) { /* VNMUL: -(fn * fm) */ gen_helper_vfp_muls(tcg_ctx, vd, vn, vm, fpst); gen_helper_vfp_negs(tcg_ctx, vd, vd); } static bool trans_VNMUL_sp(DisasContext *s, arg_VNMUL_sp *a) { return do_vfp_3op_sp(s, gen_VNMUL_sp, a->vd, a->vn, a->vm, false); } static void gen_VNMUL_dp(TCGContext *tcg_ctx, TCGv_i64 vd, TCGv_i64 vn, TCGv_i64 vm, TCGv_ptr fpst) { /* VNMUL: -(fn * fm) */ gen_helper_vfp_muld(tcg_ctx, vd, vn, vm, fpst); gen_helper_vfp_negd(tcg_ctx, vd, vd); } static bool trans_VNMUL_dp(DisasContext *s, arg_VNMUL_dp *a) { return do_vfp_3op_dp(s, gen_VNMUL_dp, a->vd, a->vn, a->vm, false); } static bool trans_VADD_sp(DisasContext *s, arg_VADD_sp *a) { return do_vfp_3op_sp(s, gen_helper_vfp_adds, a->vd, a->vn, a->vm, false); } static bool trans_VADD_dp(DisasContext *s, arg_VADD_dp *a) { return do_vfp_3op_dp(s, gen_helper_vfp_addd, a->vd, a->vn, a->vm, false); } static bool trans_VSUB_sp(DisasContext *s, arg_VSUB_sp *a) { return do_vfp_3op_sp(s, gen_helper_vfp_subs, a->vd, a->vn, a->vm, false); } static bool trans_VSUB_dp(DisasContext *s, arg_VSUB_dp *a) { return do_vfp_3op_dp(s, gen_helper_vfp_subd, a->vd, a->vn, a->vm, false); } static bool trans_VDIV_sp(DisasContext *s, arg_VDIV_sp *a) { return do_vfp_3op_sp(s, gen_helper_vfp_divs, a->vd, a->vn, a->vm, false); } static bool trans_VDIV_dp(DisasContext *s, arg_VDIV_dp *a) { return do_vfp_3op_dp(s, gen_helper_vfp_divd, a->vd, a->vn, a->vm, false); } static bool trans_VMINNM_sp(DisasContext *s, arg_VMINNM_sp *a) { if (!dc_isar_feature(aa32_vminmaxnm, s)) { return false; } return do_vfp_3op_sp(s, gen_helper_vfp_minnums, a->vd, a->vn, a->vm, false); } static bool trans_VMAXNM_sp(DisasContext *s, arg_VMAXNM_sp *a) { if (!dc_isar_feature(aa32_vminmaxnm, s)) { return false; } return do_vfp_3op_sp(s, gen_helper_vfp_maxnums, a->vd, a->vn, a->vm, false); } static bool trans_VMINNM_dp(DisasContext *s, arg_VMINNM_dp *a) { if (!dc_isar_feature(aa32_vminmaxnm, s)) { return false; } return do_vfp_3op_dp(s, gen_helper_vfp_minnumd, a->vd, a->vn, a->vm, false); } static bool trans_VMAXNM_dp(DisasContext *s, arg_VMAXNM_dp *a) { if (!dc_isar_feature(aa32_vminmaxnm, s)) { return false; } return do_vfp_3op_dp(s, gen_helper_vfp_maxnumd, a->vd, a->vn, a->vm, false); } static bool do_vfm_sp(DisasContext *s, arg_VFMA_sp *a, bool neg_n, bool neg_d) { TCGContext *tcg_ctx = s->uc->tcg_ctx; /* * VFNMA : fd = muladd(-fd, fn, fm) * VFNMS : fd = muladd(-fd, -fn, fm) * VFMA : fd = muladd( fd, fn, fm) * VFMS : fd = muladd( fd, -fn, fm) * * These are fused multiply-add, and must be done as one floating * point operation with no rounding between the multiplication and * addition steps. NB that doing the negations here as separate * steps is correct : an input NaN should come out with its sign * bit flipped if it is a negated-input. */ TCGv_ptr fpst; TCGv_i32 vn, vm, vd; /* * Present in VFPv4 only. * Note that we can't rely on the SIMDFMAC check alone, because * in a Neon-no-VFP core that ID register field will be non-zero. */ if (!dc_isar_feature(aa32_simdfmac, s) || !dc_isar_feature(aa32_fpsp_v2, s)) { return false; } /* * In v7A, UNPREDICTABLE with non-zero vector length/stride; from * v8A, must UNDEF. We choose to UNDEF for both v7A and v8A. */ if (s->vec_len != 0 || s->vec_stride != 0) { return false; } if (!vfp_access_check(s)) { return true; } vn = tcg_temp_new_i32(tcg_ctx); vm = tcg_temp_new_i32(tcg_ctx); vd = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, vn, a->vn); neon_load_reg32(tcg_ctx, vm, a->vm); if (neg_n) { /* VFNMS, VFMS */ gen_helper_vfp_negs(tcg_ctx, vn, vn); } neon_load_reg32(tcg_ctx, vd, a->vd); if (neg_d) { /* VFNMA, VFNMS */ gen_helper_vfp_negs(tcg_ctx, vd, vd); } fpst = get_fpstatus_ptr(tcg_ctx, 0); gen_helper_vfp_muladds(tcg_ctx, vd, vn, vm, vd, fpst); neon_store_reg32(tcg_ctx, vd, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, vn); tcg_temp_free_i32(tcg_ctx, vm); tcg_temp_free_i32(tcg_ctx, vd); return true; } static bool trans_VFMA_sp(DisasContext *s, arg_VFMA_sp *a) { return do_vfm_sp(s, a, false, false); } static bool trans_VFMS_sp(DisasContext *s, arg_VFMS_sp *a) { return do_vfm_sp(s, a, true, false); } static bool trans_VFNMA_sp(DisasContext *s, arg_VFNMA_sp *a) { return do_vfm_sp(s, a, false, true); } static bool trans_VFNMS_sp(DisasContext *s, arg_VFNMS_sp *a) { return do_vfm_sp(s, a, true, true); } static bool do_vfm_dp(DisasContext *s, arg_VFMA_dp *a, bool neg_n, bool neg_d) { TCGContext *tcg_ctx = s->uc->tcg_ctx; /* * VFNMA : fd = muladd(-fd, fn, fm) * VFNMS : fd = muladd(-fd, -fn, fm) * VFMA : fd = muladd( fd, fn, fm) * VFMS : fd = muladd( fd, -fn, fm) * * These are fused multiply-add, and must be done as one floating * point operation with no rounding between the multiplication and * addition steps. NB that doing the negations here as separate * steps is correct : an input NaN should come out with its sign * bit flipped if it is a negated-input. */ TCGv_ptr fpst; TCGv_i64 vn, vm, vd; /* * Present in VFPv4 only. * Note that we can't rely on the SIMDFMAC check alone, because * in a Neon-no-VFP core that ID register field will be non-zero. */ if (!dc_isar_feature(aa32_simdfmac, s) || !dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* * In v7A, UNPREDICTABLE with non-zero vector length/stride; from * v8A, must UNDEF. We choose to UNDEF for both v7A and v8A. */ if (s->vec_len != 0 || s->vec_stride != 0) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && ((a->vd | a->vn | a->vm) & 0x10)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && ((a->vd | a->vn | a->vm) & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } vn = tcg_temp_new_i64(tcg_ctx); vm = tcg_temp_new_i64(tcg_ctx); vd = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, vn, a->vn); neon_load_reg64(tcg_ctx, vm, a->vm); if (neg_n) { /* VFNMS, VFMS */ gen_helper_vfp_negd(tcg_ctx, vn, vn); } neon_load_reg64(tcg_ctx, vd, a->vd); if (neg_d) { /* VFNMA, VFNMS */ gen_helper_vfp_negd(tcg_ctx, vd, vd); } fpst = get_fpstatus_ptr(tcg_ctx, 0); gen_helper_vfp_muladdd(tcg_ctx, vd, vn, vm, vd, fpst); neon_store_reg64(tcg_ctx, vd, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i64(tcg_ctx, vn); tcg_temp_free_i64(tcg_ctx, vm); tcg_temp_free_i64(tcg_ctx, vd); return true; } static bool trans_VFMA_dp(DisasContext *s, arg_VFMA_dp *a) { return do_vfm_dp(s, a, false, false); } static bool trans_VFMS_dp(DisasContext *s, arg_VFMS_dp *a) { return do_vfm_dp(s, a, true, false); } static bool trans_VFNMA_dp(DisasContext *s, arg_VFNMA_dp *a) { return do_vfm_dp(s, a, false, true); } static bool trans_VFNMS_dp(DisasContext *s, arg_VFNMS_dp *a) { return do_vfm_dp(s, a, true, true); } static bool trans_VMOV_imm_sp(DisasContext *s, arg_VMOV_imm_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t delta_d = 0; int veclen = s->vec_len; TCGv_i32 fd; uint32_t vd; vd = a->vd; if (!dc_isar_feature(aa32_fpsp_v3, s)) { return false; } if (!dc_isar_feature(aa32_fpshvec, s) && (veclen != 0 || s->vec_stride != 0)) { return false; } if (!vfp_access_check(s)) { return true; } if (veclen > 0) { /* Figure out what type of vector operation this is. */ if (vfp_sreg_is_scalar(vd)) { /* scalar */ veclen = 0; } else { delta_d = s->vec_stride + 1; } } fd = tcg_const_i32(tcg_ctx, vfp_expand_imm(MO_32, a->imm)); for (;;) { neon_store_reg32(tcg_ctx, fd, vd); if (veclen == 0) { break; } /* Set up the operands for the next iteration */ veclen--; vd = vfp_advance_sreg(vd, delta_d); } tcg_temp_free_i32(tcg_ctx, fd); return true; } static bool trans_VMOV_imm_dp(DisasContext *s, arg_VMOV_imm_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; uint32_t delta_d = 0; int veclen = s->vec_len; TCGv_i64 fd; uint32_t vd; vd = a->vd; if (!dc_isar_feature(aa32_fpdp_v3, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (vd & 0x10)) { return false; } if (!dc_isar_feature(aa32_fpshvec, s) && (veclen != 0 || s->vec_stride != 0)) { return false; } if (!vfp_access_check(s)) { return true; } if (veclen > 0) { /* Figure out what type of vector operation this is. */ if (vfp_dreg_is_scalar(vd)) { /* scalar */ veclen = 0; } else { delta_d = (s->vec_stride >> 1) + 1; } } fd = tcg_const_i64(tcg_ctx, vfp_expand_imm(MO_64, a->imm)); for (;;) { neon_store_reg64(tcg_ctx, fd, vd); if (veclen == 0) { break; } /* Set up the operands for the next iteration */ veclen--; vd = vfp_advance_dreg(vd, delta_d); } tcg_temp_free_i64(tcg_ctx, fd); return true; } static bool trans_VMOV_reg_sp(DisasContext *s, arg_VMOV_reg_sp *a) { return do_vfp_2op_sp(s, tcg_gen_mov_i32, a->vd, a->vm); } static bool trans_VMOV_reg_dp(DisasContext *s, arg_VMOV_reg_dp *a) { return do_vfp_2op_dp(s, tcg_gen_mov_i64, a->vd, a->vm); } static bool trans_VABS_sp(DisasContext *s, arg_VABS_sp *a) { return do_vfp_2op_sp(s, gen_helper_vfp_abss, a->vd, a->vm); } static bool trans_VABS_dp(DisasContext *s, arg_VABS_dp *a) { return do_vfp_2op_dp(s, gen_helper_vfp_absd, a->vd, a->vm); } static bool trans_VNEG_sp(DisasContext *s, arg_VNEG_sp *a) { return do_vfp_2op_sp(s, gen_helper_vfp_negs, a->vd, a->vm); } static bool trans_VNEG_dp(DisasContext *s, arg_VNEG_dp *a) { return do_vfp_2op_dp(s, gen_helper_vfp_negd, a->vd, a->vm); } static void gen_VSQRT_sp(TCGContext *tcg_ctx, TCGv_i32 vd, TCGv_i32 vm) { gen_helper_vfp_sqrts(tcg_ctx, vd, vm, tcg_ctx->cpu_env); } static bool trans_VSQRT_sp(DisasContext *s, arg_VSQRT_sp *a) { return do_vfp_2op_sp(s, gen_VSQRT_sp, a->vd, a->vm); } static void gen_VSQRT_dp(TCGContext *tcg_ctx, TCGv_i64 vd, TCGv_i64 vm) { gen_helper_vfp_sqrtd(tcg_ctx, vd, vm, tcg_ctx->cpu_env); } static bool trans_VSQRT_dp(DisasContext *s, arg_VSQRT_dp *a) { return do_vfp_2op_dp(s, gen_VSQRT_dp, a->vd, a->vm); } static bool trans_VCMP_sp(DisasContext *s, arg_VCMP_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vd, vm; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } /* Vm/M bits must be zero for the Z variant */ if (a->z && a->vm != 0) { return false; } if (!vfp_access_check(s)) { return true; } vd = tcg_temp_new_i32(tcg_ctx); vm = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, vd, a->vd); if (a->z) { tcg_gen_movi_i32(tcg_ctx, vm, 0); } else { neon_load_reg32(tcg_ctx, vm, a->vm); } if (a->e) { gen_helper_vfp_cmpes(tcg_ctx, vd, vm, tcg_ctx->cpu_env); } else { gen_helper_vfp_cmps(tcg_ctx, vd, vm, tcg_ctx->cpu_env); } tcg_temp_free_i32(tcg_ctx, vd); tcg_temp_free_i32(tcg_ctx, vm); return true; } static bool trans_VCMP_dp(DisasContext *s, arg_VCMP_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i64 vd, vm; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* Vm/M bits must be zero for the Z variant */ if (a->z && a->vm != 0) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && ((a->vd | a->vm) & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } vd = tcg_temp_new_i64(tcg_ctx); vm = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, vd, a->vd); if (a->z) { tcg_gen_movi_i64(tcg_ctx, vm, 0); } else { neon_load_reg64(tcg_ctx, vm, a->vm); } if (a->e) { gen_helper_vfp_cmped(tcg_ctx, vd, vm, tcg_ctx->cpu_env); } else { gen_helper_vfp_cmpd(tcg_ctx, vd, vm, tcg_ctx->cpu_env); } tcg_temp_free_i64(tcg_ctx, vd); tcg_temp_free_i64(tcg_ctx, vm); return true; } static bool trans_VCVT_f32_f16(DisasContext *s, arg_VCVT_f32_f16 *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 ahp_mode; TCGv_i32 tmp; if (!dc_isar_feature(aa32_fp16_spconv, s)) { return false; } if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, false); ahp_mode = get_ahp_flag(tcg_ctx); tmp = tcg_temp_new_i32(tcg_ctx); /* The T bit tells us if we want the low or high 16 bits of Vm */ tcg_gen_ld16u_i32(tcg_ctx, tmp, tcg_ctx->cpu_env, vfp_f16_offset(a->vm, a->t)); gen_helper_vfp_fcvt_f16_to_f32(tcg_ctx, tmp, tmp, fpst, ahp_mode); neon_store_reg32(tcg_ctx, tmp, a->vd); tcg_temp_free_i32(tcg_ctx, ahp_mode); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VCVT_f64_f16(DisasContext *s, arg_VCVT_f64_f16 *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 ahp_mode; TCGv_i32 tmp; TCGv_i64 vd; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } if (!dc_isar_feature(aa32_fp16_dpconv, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vd & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, false); ahp_mode = get_ahp_flag(tcg_ctx); tmp = tcg_temp_new_i32(tcg_ctx); /* The T bit tells us if we want the low or high 16 bits of Vm */ tcg_gen_ld16u_i32(tcg_ctx, tmp, tcg_ctx->cpu_env, vfp_f16_offset(a->vm, a->t)); vd = tcg_temp_new_i64(tcg_ctx); gen_helper_vfp_fcvt_f16_to_f64(tcg_ctx, vd, tmp, fpst, ahp_mode); neon_store_reg64(tcg_ctx, vd, a->vd); tcg_temp_free_i32(tcg_ctx, ahp_mode); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tmp); tcg_temp_free_i64(tcg_ctx, vd); return true; } static bool trans_VCVT_f16_f32(DisasContext *s, arg_VCVT_f16_f32 *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 ahp_mode; TCGv_i32 tmp; if (!dc_isar_feature(aa32_fp16_spconv, s)) { return false; } if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, false); ahp_mode = get_ahp_flag(tcg_ctx); tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm); gen_helper_vfp_fcvt_f32_to_f16(tcg_ctx, tmp, tmp, fpst, ahp_mode); tcg_gen_st16_i32(tcg_ctx, tmp, tcg_ctx->cpu_env, vfp_f16_offset(a->vd, a->t)); tcg_temp_free_i32(tcg_ctx, ahp_mode); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VCVT_f16_f64(DisasContext *s, arg_VCVT_f16_f64 *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 ahp_mode; TCGv_i32 tmp; TCGv_i64 vm; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } if (!dc_isar_feature(aa32_fp16_dpconv, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vm & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, false); ahp_mode = get_ahp_flag(tcg_ctx); tmp = tcg_temp_new_i32(tcg_ctx); vm = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, vm, a->vm); gen_helper_vfp_fcvt_f64_to_f16(tcg_ctx, tmp, vm, fpst, ahp_mode); tcg_temp_free_i64(tcg_ctx, vm); tcg_gen_st16_i32(tcg_ctx, tmp, tcg_ctx->cpu_env, vfp_f16_offset(a->vd, a->t)); tcg_temp_free_i32(tcg_ctx, ahp_mode); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VRINTR_sp(DisasContext *s, arg_VRINTR_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 tmp; if (!dc_isar_feature(aa32_vrint, s)) { return false; } if (!vfp_access_check(s)) { return true; } tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); gen_helper_rints(tcg_ctx, tmp, tmp, fpst); neon_store_reg32(tcg_ctx, tmp, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VRINTR_dp(DisasContext *s, arg_VRINTR_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i64 tmp; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } if (!dc_isar_feature(aa32_vrint, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && ((a->vd | a->vm) & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } tmp = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, tmp, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); gen_helper_rintd(tcg_ctx, tmp, tmp, fpst); neon_store_reg64(tcg_ctx, tmp, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i64(tcg_ctx, tmp); return true; } static bool trans_VRINTZ_sp(DisasContext *s, arg_VRINTZ_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 tmp; TCGv_i32 tcg_rmode; if (!dc_isar_feature(aa32_vrint, s)) { return false; } if (!vfp_access_check(s)) { return true; } tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); tcg_rmode = tcg_const_i32(tcg_ctx, float_round_to_zero); gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); gen_helper_rints(tcg_ctx, tmp, tmp, fpst); gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); neon_store_reg32(tcg_ctx, tmp, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tcg_rmode); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VRINTZ_dp(DisasContext *s, arg_VRINTZ_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i64 tmp; TCGv_i32 tcg_rmode; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } if (!dc_isar_feature(aa32_vrint, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && ((a->vd | a->vm) & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } tmp = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, tmp, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); tcg_rmode = tcg_const_i32(tcg_ctx, float_round_to_zero); gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); gen_helper_rintd(tcg_ctx, tmp, tmp, fpst); gen_helper_set_rmode(tcg_ctx, tcg_rmode, tcg_rmode, fpst); neon_store_reg64(tcg_ctx, tmp, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i64(tcg_ctx, tmp); tcg_temp_free_i32(tcg_ctx, tcg_rmode); return true; } static bool trans_VRINTX_sp(DisasContext *s, arg_VRINTX_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i32 tmp; if (!dc_isar_feature(aa32_vrint, s)) { return false; } if (!vfp_access_check(s)) { return true; } tmp = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, tmp, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); gen_helper_rints_exact(tcg_ctx, tmp, tmp, fpst); neon_store_reg32(tcg_ctx, tmp, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i32(tcg_ctx, tmp); return true; } static bool trans_VRINTX_dp(DisasContext *s, arg_VRINTX_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_ptr fpst; TCGv_i64 tmp; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } if (!dc_isar_feature(aa32_vrint, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && ((a->vd | a->vm) & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } tmp = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, tmp, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); gen_helper_rintd_exact(tcg_ctx, tmp, tmp, fpst); neon_store_reg64(tcg_ctx, tmp, a->vd); tcg_temp_free_ptr(tcg_ctx, fpst); tcg_temp_free_i64(tcg_ctx, tmp); return true; } static bool trans_VCVT_sp(DisasContext *s, arg_VCVT_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i64 vd; TCGv_i32 vm; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vd & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } vm = tcg_temp_new_i32(tcg_ctx); vd = tcg_temp_new_i64(tcg_ctx); neon_load_reg32(tcg_ctx, vm, a->vm); gen_helper_vfp_fcvtds(tcg_ctx, vd, vm, tcg_ctx->cpu_env); neon_store_reg64(tcg_ctx, vd, a->vd); tcg_temp_free_i32(tcg_ctx, vm); tcg_temp_free_i64(tcg_ctx, vd); return true; } static bool trans_VCVT_dp(DisasContext *s, arg_VCVT_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i64 vm; TCGv_i32 vd; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vm & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } vd = tcg_temp_new_i32(tcg_ctx); vm = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, vm, a->vm); gen_helper_vfp_fcvtsd(tcg_ctx, vd, vm, tcg_ctx->cpu_env); neon_store_reg32(tcg_ctx, vd, a->vd); tcg_temp_free_i32(tcg_ctx, vd); tcg_temp_free_i64(tcg_ctx, vm); return true; } static bool trans_VCVT_int_sp(DisasContext *s, arg_VCVT_int_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vm; TCGv_ptr fpst; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (!vfp_access_check(s)) { return true; } vm = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, vm, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); if (a->s) { /* i32 -> f32 */ gen_helper_vfp_sitos(tcg_ctx, vm, vm, fpst); } else { /* u32 -> f32 */ gen_helper_vfp_uitos(tcg_ctx, vm, vm, fpst); } neon_store_reg32(tcg_ctx, vm, a->vd); tcg_temp_free_i32(tcg_ctx, vm); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VCVT_int_dp(DisasContext *s, arg_VCVT_int_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vm; TCGv_i64 vd; TCGv_ptr fpst; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vd & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } vm = tcg_temp_new_i32(tcg_ctx); vd = tcg_temp_new_i64(tcg_ctx); neon_load_reg32(tcg_ctx, vm, a->vm); fpst = get_fpstatus_ptr(tcg_ctx, false); if (a->s) { /* i32 -> f64 */ gen_helper_vfp_sitod(tcg_ctx, vd, vm, fpst); } else { /* u32 -> f64 */ gen_helper_vfp_uitod(tcg_ctx, vd, vm, fpst); } neon_store_reg64(tcg_ctx, vd, a->vd); tcg_temp_free_i32(tcg_ctx, vm); tcg_temp_free_i64(tcg_ctx, vd); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VJCVT(DisasContext *s, arg_VJCVT *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vd; TCGv_i64 vm; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } if (!dc_isar_feature(aa32_jscvt, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vm & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } vm = tcg_temp_new_i64(tcg_ctx); vd = tcg_temp_new_i32(tcg_ctx); neon_load_reg64(tcg_ctx, vm, a->vm); gen_helper_vjcvt(tcg_ctx, vd, vm, tcg_ctx->cpu_env); neon_store_reg32(tcg_ctx, vd, a->vd); tcg_temp_free_i64(tcg_ctx, vm); tcg_temp_free_i32(tcg_ctx, vd); return true; } static bool trans_VCVT_fix_sp(DisasContext *s, arg_VCVT_fix_sp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vd, shift; TCGv_ptr fpst; int frac_bits; if (!dc_isar_feature(aa32_fpsp_v3, s)) { return false; } if (!vfp_access_check(s)) { return true; } frac_bits = (a->opc & 1) ? (32 - a->imm) : (16 - a->imm); vd = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, vd, a->vd); fpst = get_fpstatus_ptr(tcg_ctx, false); shift = tcg_const_i32(tcg_ctx, frac_bits); /* Switch on op:U:sx bits */ switch (a->opc) { case 0: gen_helper_vfp_shtos(tcg_ctx, vd, vd, shift, fpst); break; case 1: gen_helper_vfp_sltos(tcg_ctx, vd, vd, shift, fpst); break; case 2: gen_helper_vfp_uhtos(tcg_ctx, vd, vd, shift, fpst); break; case 3: gen_helper_vfp_ultos(tcg_ctx, vd, vd, shift, fpst); break; case 4: gen_helper_vfp_toshs_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; case 5: gen_helper_vfp_tosls_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; case 6: gen_helper_vfp_touhs_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; case 7: gen_helper_vfp_touls_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; default: g_assert_not_reached(); } neon_store_reg32(tcg_ctx, vd, a->vd); tcg_temp_free_i32(tcg_ctx, vd); tcg_temp_free_i32(tcg_ctx, shift); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VCVT_fix_dp(DisasContext *s, arg_VCVT_fix_dp *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i64 vd; TCGv_i32 shift; TCGv_ptr fpst; int frac_bits; if (!dc_isar_feature(aa32_fpdp_v3, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vd & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } frac_bits = (a->opc & 1) ? (32 - a->imm) : (16 - a->imm); vd = tcg_temp_new_i64(tcg_ctx); neon_load_reg64(tcg_ctx, vd, a->vd); fpst = get_fpstatus_ptr(tcg_ctx, false); shift = tcg_const_i32(tcg_ctx, frac_bits); /* Switch on op:U:sx bits */ switch (a->opc) { case 0: gen_helper_vfp_shtod(tcg_ctx, vd, vd, shift, fpst); break; case 1: gen_helper_vfp_sltod(tcg_ctx, vd, vd, shift, fpst); break; case 2: gen_helper_vfp_uhtod(tcg_ctx, vd, vd, shift, fpst); break; case 3: gen_helper_vfp_ultod(tcg_ctx, vd, vd, shift, fpst); break; case 4: gen_helper_vfp_toshd_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; case 5: gen_helper_vfp_tosld_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; case 6: gen_helper_vfp_touhd_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; case 7: gen_helper_vfp_tould_round_to_zero(tcg_ctx, vd, vd, shift, fpst); break; default: g_assert_not_reached(); } neon_store_reg64(tcg_ctx, vd, a->vd); tcg_temp_free_i64(tcg_ctx, vd); tcg_temp_free_i32(tcg_ctx, shift); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VCVT_sp_int(DisasContext *s, arg_VCVT_sp_int *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vm; TCGv_ptr fpst; if (!dc_isar_feature(aa32_fpsp_v2, s)) { return false; } if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, false); vm = tcg_temp_new_i32(tcg_ctx); neon_load_reg32(tcg_ctx, vm, a->vm); if (a->s) { if (a->rz) { gen_helper_vfp_tosizs(tcg_ctx, vm, vm, fpst); } else { gen_helper_vfp_tosis(tcg_ctx, vm, vm, fpst); } } else { if (a->rz) { gen_helper_vfp_touizs(tcg_ctx, vm, vm, fpst); } else { gen_helper_vfp_touis(tcg_ctx, vm, vm, fpst); } } neon_store_reg32(tcg_ctx, vm, a->vd); tcg_temp_free_i32(tcg_ctx, vm); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } static bool trans_VCVT_dp_int(DisasContext *s, arg_VCVT_dp_int *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 vd; TCGv_i64 vm; TCGv_ptr fpst; if (!dc_isar_feature(aa32_fpdp_v2, s)) { return false; } /* UNDEF accesses to D16-D31 if they don't exist. */ if (!dc_isar_feature(aa32_simd_r32, s) && (a->vm & 0x10)) { return false; } if (!vfp_access_check(s)) { return true; } fpst = get_fpstatus_ptr(tcg_ctx, false); vm = tcg_temp_new_i64(tcg_ctx); vd = tcg_temp_new_i32(tcg_ctx); neon_load_reg64(tcg_ctx, vm, a->vm); if (a->s) { if (a->rz) { gen_helper_vfp_tosizd(tcg_ctx, vd, vm, fpst); } else { gen_helper_vfp_tosid(tcg_ctx, vd, vm, fpst); } } else { if (a->rz) { gen_helper_vfp_touizd(tcg_ctx, vd, vm, fpst); } else { gen_helper_vfp_touid(tcg_ctx, vd, vm, fpst); } } neon_store_reg32(tcg_ctx, vd, a->vd); tcg_temp_free_i32(tcg_ctx, vd); tcg_temp_free_i64(tcg_ctx, vm); tcg_temp_free_ptr(tcg_ctx, fpst); return true; } /* * Decode VLLDM and VLSTM are nonstandard because: * * if there is no FPU then these insns must NOP in * Secure state and UNDEF in Nonsecure state * * if there is an FPU then these insns do not have * the usual behaviour that vfp_access_check() provides of * being controlled by CPACR/NSACR enable bits or the * lazy-stacking logic. */ static bool trans_VLLDM_VLSTM(DisasContext *s, arg_VLLDM_VLSTM *a) { TCGContext *tcg_ctx = s->uc->tcg_ctx; TCGv_i32 fptr; if (!arm_dc_feature(s, ARM_FEATURE_M) || !arm_dc_feature(s, ARM_FEATURE_V8)) { return false; } /* If not secure, UNDEF. */ if (!s->v8m_secure) { return false; } /* If no fpu, NOP. */ if (!dc_isar_feature(aa32_vfp, s)) { return true; } fptr = load_reg(s, a->rn); if (a->l) { gen_helper_v7m_vlldm(tcg_ctx, tcg_ctx->cpu_env, fptr); } else { gen_helper_v7m_vlstm(tcg_ctx, tcg_ctx->cpu_env, fptr); } tcg_temp_free_i32(tcg_ctx, fptr); /* End the TB, because we have updated FP control bits */ s->base.is_jmp = DISAS_UPDATE; return true; }