tcg: Add clz and ctz opcodes
Reviewed-by: Alex Bennée <alex.bennee@linaro.org> Signed-off-by: Richard Henderson <rth@twiddle.net>
This commit is contained in:
		
							parent
							
								
									17280ff4a5
								
							
						
					
					
						commit
						0e28d0063b
					
				| 
						 | 
				
			
			@ -101,6 +101,26 @@ int64_t HELPER(mulsh_i64)(int64_t arg1, int64_t arg2)
 | 
			
		|||
    return h;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
uint32_t HELPER(clz_i32)(uint32_t arg, uint32_t zero_val)
 | 
			
		||||
{
 | 
			
		||||
    return arg ? clz32(arg) : zero_val;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
uint32_t HELPER(ctz_i32)(uint32_t arg, uint32_t zero_val)
 | 
			
		||||
{
 | 
			
		||||
    return arg ? ctz32(arg) : zero_val;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
uint64_t HELPER(clz_i64)(uint64_t arg, uint64_t zero_val)
 | 
			
		||||
{
 | 
			
		||||
    return arg ? clz64(arg) : zero_val;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
uint64_t HELPER(ctz_i64)(uint64_t arg, uint64_t zero_val)
 | 
			
		||||
{
 | 
			
		||||
    return arg ? ctz64(arg) : zero_val;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void HELPER(exit_atomic)(CPUArchState *env)
 | 
			
		||||
{
 | 
			
		||||
    cpu_loop_exit_atomic(ENV_GET_CPU(env), GETPC());
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -246,6 +246,14 @@ t0=~(t1|t2)
 | 
			
		|||
 | 
			
		||||
t0=t1|~t2
 | 
			
		||||
 | 
			
		||||
* clz_i32/i64 t0, t1, t2
 | 
			
		||||
 | 
			
		||||
t0 = t1 ? clz(t1) : t2
 | 
			
		||||
 | 
			
		||||
* ctz_i32/i64 t0, t1, t2
 | 
			
		||||
 | 
			
		||||
t0 = t1 ? ctz(t1) : t2
 | 
			
		||||
 | 
			
		||||
********* Shifts/Rotates
 | 
			
		||||
 | 
			
		||||
* shl_i32/i64 t0, t1, t2
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -62,6 +62,8 @@ typedef enum {
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i32      1
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i32      1
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i32     1
 | 
			
		||||
| 
						 | 
				
			
			@ -94,6 +96,8 @@ typedef enum {
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64          1
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i64      1
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i64      1
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i64     1
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -110,6 +110,8 @@ extern bool use_idiv_instructions;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i32      use_armv7_instructions
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i32      use_armv7_instructions
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i32     use_armv7_instructions
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -93,6 +93,8 @@ extern bool have_bmi1;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i32      1
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i32      1
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i32     1
 | 
			
		||||
| 
						 | 
				
			
			@ -125,6 +127,8 @@ extern bool have_bmi1;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i64      1
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i64      1
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i64     0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -140,6 +140,10 @@ typedef enum {
 | 
			
		|||
#define TCG_TARGET_HAS_nand_i32         1
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         1
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          1
 | 
			
		||||
#define TCG_TARGET_HAS_orc_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_orc_i64          1
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -121,6 +121,8 @@ extern bool use_mips32r2_instructions;
 | 
			
		|||
#define TCG_TARGET_HAS_rem_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_not_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_andc_i32         0
 | 
			
		||||
#define TCG_TARGET_HAS_orc_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_eqv_i32          0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -296,6 +296,18 @@ static TCGArg do_constant_folding_2(TCGOpcode op, TCGArg x, TCGArg y)
 | 
			
		|||
    CASE_OP_32_64(nor):
 | 
			
		||||
        return ~(x | y);
 | 
			
		||||
 | 
			
		||||
    case INDEX_op_clz_i32:
 | 
			
		||||
        return (uint32_t)x ? clz32(x) : y;
 | 
			
		||||
 | 
			
		||||
    case INDEX_op_clz_i64:
 | 
			
		||||
        return x ? clz64(x) : y;
 | 
			
		||||
 | 
			
		||||
    case INDEX_op_ctz_i32:
 | 
			
		||||
        return (uint32_t)x ? ctz32(x) : y;
 | 
			
		||||
 | 
			
		||||
    case INDEX_op_ctz_i64:
 | 
			
		||||
        return x ? ctz64(x) : y;
 | 
			
		||||
 | 
			
		||||
    CASE_OP_32_64(ext8s):
 | 
			
		||||
        return (int8_t)x;
 | 
			
		||||
 | 
			
		||||
| 
						 | 
				
			
			@ -896,6 +908,16 @@ void tcg_optimize(TCGContext *s)
 | 
			
		|||
            mask = temps[args[1]].mask | temps[args[2]].mask;
 | 
			
		||||
            break;
 | 
			
		||||
 | 
			
		||||
        case INDEX_op_clz_i32:
 | 
			
		||||
        case INDEX_op_ctz_i32:
 | 
			
		||||
            mask = temps[args[2]].mask | 31;
 | 
			
		||||
            break;
 | 
			
		||||
 | 
			
		||||
        case INDEX_op_clz_i64:
 | 
			
		||||
        case INDEX_op_ctz_i64:
 | 
			
		||||
            mask = temps[args[2]].mask | 63;
 | 
			
		||||
            break;
 | 
			
		||||
 | 
			
		||||
        CASE_OP_32_64(setcond):
 | 
			
		||||
        case INDEX_op_setcond2_i32:
 | 
			
		||||
            mask = 1;
 | 
			
		||||
| 
						 | 
				
			
			@ -1052,6 +1074,20 @@ void tcg_optimize(TCGContext *s)
 | 
			
		|||
            }
 | 
			
		||||
            goto do_default;
 | 
			
		||||
 | 
			
		||||
        CASE_OP_32_64(clz):
 | 
			
		||||
        CASE_OP_32_64(ctz):
 | 
			
		||||
            if (temp_is_const(args[1])) {
 | 
			
		||||
                TCGArg v = temps[args[1]].val;
 | 
			
		||||
                if (v != 0) {
 | 
			
		||||
                    tmp = do_constant_folding(opc, v, 0);
 | 
			
		||||
                    tcg_opt_gen_movi(s, op, args, args[0], tmp);
 | 
			
		||||
                } else {
 | 
			
		||||
                    tcg_opt_gen_mov(s, op, args, args[0], args[2]);
 | 
			
		||||
                }
 | 
			
		||||
                break;
 | 
			
		||||
            }
 | 
			
		||||
            goto do_default;
 | 
			
		||||
 | 
			
		||||
        CASE_OP_32_64(deposit):
 | 
			
		||||
            if (temp_is_const(args[1]) && temp_is_const(args[2])) {
 | 
			
		||||
                tmp = deposit64(temps[args[1]].val, args[3], args[4],
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -68,6 +68,8 @@ typedef enum {
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32         1
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i32      1
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i32      1
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i32     0
 | 
			
		||||
| 
						 | 
				
			
			@ -101,6 +103,8 @@ typedef enum {
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64          1
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         1
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          1
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i64      1
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i64      1
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i64     0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -77,6 +77,8 @@ extern uint64_t s390_facilities;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32        0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32       0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32        0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32        0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32        0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i32    (s390_facilities & FACILITY_GEN_INST_EXT)
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i32    (s390_facilities & FACILITY_GEN_INST_EXT)
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i32   0
 | 
			
		||||
| 
						 | 
				
			
			@ -108,6 +110,8 @@ extern uint64_t s390_facilities;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64        0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64       0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64        0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64        0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64        0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i64    (s390_facilities & FACILITY_GEN_INST_EXT)
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i64    (s390_facilities & FACILITY_GEN_INST_EXT)
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i64   0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -110,6 +110,8 @@ extern bool use_vis3_instructions;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i32      0
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i32      0
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i32     0
 | 
			
		||||
| 
						 | 
				
			
			@ -142,6 +144,8 @@ extern bool use_vis3_instructions;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i64      0
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i64      0
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i64     0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
							
								
								
									
										143
									
								
								tcg/tcg-op.c
								
								
								
								
							
							
						
						
									
										143
									
								
								tcg/tcg-op.c
								
								
								
								
							| 
						 | 
				
			
			@ -457,6 +457,85 @@ void tcg_gen_orc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
 | 
			
		|||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_clz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_HAS_clz_i32) {
 | 
			
		||||
        tcg_gen_op3_i32(INDEX_op_clz_i32, ret, arg1, arg2);
 | 
			
		||||
    } else if (TCG_TARGET_HAS_clz_i64) {
 | 
			
		||||
        TCGv_i64 t1 = tcg_temp_new_i64();
 | 
			
		||||
        TCGv_i64 t2 = tcg_temp_new_i64();
 | 
			
		||||
        tcg_gen_extu_i32_i64(t1, arg1);
 | 
			
		||||
        tcg_gen_extu_i32_i64(t2, arg2);
 | 
			
		||||
        tcg_gen_addi_i64(t2, t2, 32);
 | 
			
		||||
        tcg_gen_clz_i64(t1, t1, t2);
 | 
			
		||||
        tcg_gen_extrl_i64_i32(ret, t1);
 | 
			
		||||
        tcg_temp_free_i64(t1);
 | 
			
		||||
        tcg_temp_free_i64(t2);
 | 
			
		||||
        tcg_gen_subi_i32(ret, ret, 32);
 | 
			
		||||
    } else {
 | 
			
		||||
        gen_helper_clz_i32(ret, arg1, arg2);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_clzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2)
 | 
			
		||||
{
 | 
			
		||||
    TCGv_i32 t = tcg_const_i32(arg2);
 | 
			
		||||
    tcg_gen_clz_i32(ret, arg1, t);
 | 
			
		||||
    tcg_temp_free_i32(t);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_ctz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_HAS_ctz_i32) {
 | 
			
		||||
        tcg_gen_op3_i32(INDEX_op_ctz_i32, ret, arg1, arg2);
 | 
			
		||||
    } else if (TCG_TARGET_HAS_ctz_i64) {
 | 
			
		||||
        TCGv_i64 t1 = tcg_temp_new_i64();
 | 
			
		||||
        TCGv_i64 t2 = tcg_temp_new_i64();
 | 
			
		||||
        tcg_gen_extu_i32_i64(t1, arg1);
 | 
			
		||||
        tcg_gen_extu_i32_i64(t2, arg2);
 | 
			
		||||
        tcg_gen_ctz_i64(t1, t1, t2);
 | 
			
		||||
        tcg_gen_extrl_i64_i32(ret, t1);
 | 
			
		||||
        tcg_temp_free_i64(t1);
 | 
			
		||||
        tcg_temp_free_i64(t2);
 | 
			
		||||
    } else if (TCG_TARGET_HAS_clz_i32) {
 | 
			
		||||
        TCGv_i32 t1 = tcg_temp_new_i32();
 | 
			
		||||
        TCGv_i32 t2 = tcg_temp_new_i32();
 | 
			
		||||
        tcg_gen_neg_i32(t1, arg1);
 | 
			
		||||
        tcg_gen_xori_i32(t2, arg2, 31);
 | 
			
		||||
        tcg_gen_and_i32(t1, t1, arg1);
 | 
			
		||||
        tcg_gen_clz_i32(ret, t1, t2);
 | 
			
		||||
        tcg_temp_free_i32(t1);
 | 
			
		||||
        tcg_temp_free_i32(t2);
 | 
			
		||||
        tcg_gen_xori_i32(ret, ret, 31);
 | 
			
		||||
    } else if (TCG_TARGET_HAS_clz_i64) {
 | 
			
		||||
        TCGv_i32 t1 = tcg_temp_new_i32();
 | 
			
		||||
        TCGv_i32 t2 = tcg_temp_new_i32();
 | 
			
		||||
        TCGv_i64 x1 = tcg_temp_new_i64();
 | 
			
		||||
        TCGv_i64 x2 = tcg_temp_new_i64();
 | 
			
		||||
        tcg_gen_neg_i32(t1, arg1);
 | 
			
		||||
        tcg_gen_xori_i32(t2, arg2, 63);
 | 
			
		||||
        tcg_gen_and_i32(t1, t1, arg1);
 | 
			
		||||
        tcg_gen_extu_i32_i64(x1, t1);
 | 
			
		||||
        tcg_gen_extu_i32_i64(x2, t2);
 | 
			
		||||
        tcg_temp_free_i32(t1);
 | 
			
		||||
        tcg_temp_free_i32(t2);
 | 
			
		||||
        tcg_gen_clz_i64(x1, x1, x2);
 | 
			
		||||
        tcg_gen_extrl_i64_i32(ret, x1);
 | 
			
		||||
        tcg_temp_free_i64(x1);
 | 
			
		||||
        tcg_temp_free_i64(x2);
 | 
			
		||||
        tcg_gen_xori_i32(ret, ret, 63);
 | 
			
		||||
    } else {
 | 
			
		||||
        gen_helper_ctz_i32(ret, arg1, arg2);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_ctzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2)
 | 
			
		||||
{
 | 
			
		||||
    TCGv_i32 t = tcg_const_i32(arg2);
 | 
			
		||||
    tcg_gen_ctz_i32(ret, arg1, t);
 | 
			
		||||
    tcg_temp_free_i32(t);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_rotl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_HAS_rot_i32) {
 | 
			
		||||
| 
						 | 
				
			
			@ -1703,6 +1782,70 @@ void tcg_gen_orc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
 | 
			
		|||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_clz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_HAS_clz_i64) {
 | 
			
		||||
        tcg_gen_op3_i64(INDEX_op_clz_i64, ret, arg1, arg2);
 | 
			
		||||
    } else {
 | 
			
		||||
        gen_helper_clz_i64(ret, arg1, arg2);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_clzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_REG_BITS == 32
 | 
			
		||||
        && TCG_TARGET_HAS_clz_i32
 | 
			
		||||
        && arg2 <= 0xffffffffu) {
 | 
			
		||||
        TCGv_i32 t = tcg_const_i32((uint32_t)arg2 - 32);
 | 
			
		||||
        tcg_gen_clz_i32(t, TCGV_LOW(arg1), t);
 | 
			
		||||
        tcg_gen_addi_i32(t, t, 32);
 | 
			
		||||
        tcg_gen_clz_i32(TCGV_LOW(ret), TCGV_HIGH(arg1), t);
 | 
			
		||||
        tcg_gen_movi_i32(TCGV_HIGH(ret), 0);
 | 
			
		||||
        tcg_temp_free_i32(t);
 | 
			
		||||
    } else {
 | 
			
		||||
        TCGv_i64 t = tcg_const_i64(arg2);
 | 
			
		||||
        tcg_gen_clz_i64(ret, arg1, t);
 | 
			
		||||
        tcg_temp_free_i64(t);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_ctz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_HAS_ctz_i64) {
 | 
			
		||||
        tcg_gen_op3_i64(INDEX_op_ctz_i64, ret, arg1, arg2);
 | 
			
		||||
    } else if (TCG_TARGET_HAS_clz_i64) {
 | 
			
		||||
        TCGv_i64 t1 = tcg_temp_new_i64();
 | 
			
		||||
        TCGv_i64 t2 = tcg_temp_new_i64();
 | 
			
		||||
        tcg_gen_neg_i64(t1, arg1);
 | 
			
		||||
        tcg_gen_xori_i64(t2, arg2, 63);
 | 
			
		||||
        tcg_gen_and_i64(t1, t1, arg1);
 | 
			
		||||
        tcg_gen_clz_i64(ret, t1, t2);
 | 
			
		||||
        tcg_temp_free_i64(t1);
 | 
			
		||||
        tcg_temp_free_i64(t2);
 | 
			
		||||
        tcg_gen_xori_i64(ret, ret, 63);
 | 
			
		||||
    } else {
 | 
			
		||||
        gen_helper_ctz_i64(ret, arg1, arg2);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_ctzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_REG_BITS == 32
 | 
			
		||||
        && TCG_TARGET_HAS_ctz_i32
 | 
			
		||||
        && arg2 <= 0xffffffffu) {
 | 
			
		||||
        TCGv_i32 t32 = tcg_const_i32((uint32_t)arg2 - 32);
 | 
			
		||||
        tcg_gen_ctz_i32(t32, TCGV_HIGH(arg1), t32);
 | 
			
		||||
        tcg_gen_addi_i32(t32, t32, 32);
 | 
			
		||||
        tcg_gen_ctz_i32(TCGV_LOW(ret), TCGV_LOW(arg1), t32);
 | 
			
		||||
        tcg_gen_movi_i32(TCGV_HIGH(ret), 0);
 | 
			
		||||
        tcg_temp_free_i32(t32);
 | 
			
		||||
    } else {
 | 
			
		||||
        TCGv_i64 t64 = tcg_const_i64(arg2);
 | 
			
		||||
        tcg_gen_ctz_i64(ret, arg1, t64);
 | 
			
		||||
        tcg_temp_free_i64(t64);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void tcg_gen_rotl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2)
 | 
			
		||||
{
 | 
			
		||||
    if (TCG_TARGET_HAS_rot_i64) {
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
							
								
								
									
										16
									
								
								tcg/tcg-op.h
								
								
								
								
							
							
						
						
									
										16
									
								
								tcg/tcg-op.h
								
								
								
								
							| 
						 | 
				
			
			@ -286,6 +286,10 @@ void tcg_gen_eqv_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		|||
void tcg_gen_nand_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
void tcg_gen_nor_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
void tcg_gen_orc_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
void tcg_gen_clz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
void tcg_gen_ctz_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
void tcg_gen_clzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
 | 
			
		||||
void tcg_gen_ctzi_i32(TCGv_i32 ret, TCGv_i32 arg1, uint32_t arg2);
 | 
			
		||||
void tcg_gen_rotl_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
void tcg_gen_rotli_i32(TCGv_i32 ret, TCGv_i32 arg1, unsigned arg2);
 | 
			
		||||
void tcg_gen_rotr_i32(TCGv_i32 ret, TCGv_i32 arg1, TCGv_i32 arg2);
 | 
			
		||||
| 
						 | 
				
			
			@ -469,6 +473,10 @@ void tcg_gen_eqv_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		|||
void tcg_gen_nand_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
void tcg_gen_nor_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
void tcg_gen_orc_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
void tcg_gen_clz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
void tcg_gen_ctz_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
void tcg_gen_clzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
 | 
			
		||||
void tcg_gen_ctzi_i64(TCGv_i64 ret, TCGv_i64 arg1, uint64_t arg2);
 | 
			
		||||
void tcg_gen_rotl_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
void tcg_gen_rotli_i64(TCGv_i64 ret, TCGv_i64 arg1, unsigned arg2);
 | 
			
		||||
void tcg_gen_rotr_i64(TCGv_i64 ret, TCGv_i64 arg1, TCGv_i64 arg2);
 | 
			
		||||
| 
						 | 
				
			
			@ -958,6 +966,10 @@ void tcg_gen_atomic_xor_fetch_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
 | 
			
		|||
#define tcg_gen_nand_tl tcg_gen_nand_i64
 | 
			
		||||
#define tcg_gen_nor_tl tcg_gen_nor_i64
 | 
			
		||||
#define tcg_gen_orc_tl tcg_gen_orc_i64
 | 
			
		||||
#define tcg_gen_clz_tl tcg_gen_clz_i64
 | 
			
		||||
#define tcg_gen_ctz_tl tcg_gen_ctz_i64
 | 
			
		||||
#define tcg_gen_clzi_tl tcg_gen_clzi_i64
 | 
			
		||||
#define tcg_gen_ctzi_tl tcg_gen_ctzi_i64
 | 
			
		||||
#define tcg_gen_rotl_tl tcg_gen_rotl_i64
 | 
			
		||||
#define tcg_gen_rotli_tl tcg_gen_rotli_i64
 | 
			
		||||
#define tcg_gen_rotr_tl tcg_gen_rotr_i64
 | 
			
		||||
| 
						 | 
				
			
			@ -1049,6 +1061,10 @@ void tcg_gen_atomic_xor_fetch_i64(TCGv_i64, TCGv, TCGv_i64, TCGArg, TCGMemOp);
 | 
			
		|||
#define tcg_gen_nand_tl tcg_gen_nand_i32
 | 
			
		||||
#define tcg_gen_nor_tl tcg_gen_nor_i32
 | 
			
		||||
#define tcg_gen_orc_tl tcg_gen_orc_i32
 | 
			
		||||
#define tcg_gen_clz_tl tcg_gen_clz_i32
 | 
			
		||||
#define tcg_gen_ctz_tl tcg_gen_ctz_i32
 | 
			
		||||
#define tcg_gen_clzi_tl tcg_gen_clzi_i32
 | 
			
		||||
#define tcg_gen_ctzi_tl tcg_gen_ctzi_i32
 | 
			
		||||
#define tcg_gen_rotl_tl tcg_gen_rotl_i32
 | 
			
		||||
#define tcg_gen_rotli_tl tcg_gen_rotli_i32
 | 
			
		||||
#define tcg_gen_rotr_tl tcg_gen_rotr_i32
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -104,6 +104,8 @@ DEF(orc_i32, 1, 2, 0, IMPL(TCG_TARGET_HAS_orc_i32))
 | 
			
		|||
DEF(eqv_i32, 1, 2, 0, IMPL(TCG_TARGET_HAS_eqv_i32))
 | 
			
		||||
DEF(nand_i32, 1, 2, 0, IMPL(TCG_TARGET_HAS_nand_i32))
 | 
			
		||||
DEF(nor_i32, 1, 2, 0, IMPL(TCG_TARGET_HAS_nor_i32))
 | 
			
		||||
DEF(clz_i32, 1, 2, 0, IMPL(TCG_TARGET_HAS_clz_i32))
 | 
			
		||||
DEF(ctz_i32, 1, 2, 0, IMPL(TCG_TARGET_HAS_ctz_i32))
 | 
			
		||||
 | 
			
		||||
DEF(mov_i64, 1, 1, 0, TCG_OPF_64BIT | TCG_OPF_NOT_PRESENT)
 | 
			
		||||
DEF(movi_i64, 1, 0, 1, TCG_OPF_64BIT | TCG_OPF_NOT_PRESENT)
 | 
			
		||||
| 
						 | 
				
			
			@ -171,6 +173,8 @@ DEF(orc_i64, 1, 2, 0, IMPL64 | IMPL(TCG_TARGET_HAS_orc_i64))
 | 
			
		|||
DEF(eqv_i64, 1, 2, 0, IMPL64 | IMPL(TCG_TARGET_HAS_eqv_i64))
 | 
			
		||||
DEF(nand_i64, 1, 2, 0, IMPL64 | IMPL(TCG_TARGET_HAS_nand_i64))
 | 
			
		||||
DEF(nor_i64, 1, 2, 0, IMPL64 | IMPL(TCG_TARGET_HAS_nor_i64))
 | 
			
		||||
DEF(clz_i64, 1, 2, 0, IMPL64 | IMPL(TCG_TARGET_HAS_clz_i64))
 | 
			
		||||
DEF(ctz_i64, 1, 2, 0, IMPL64 | IMPL(TCG_TARGET_HAS_ctz_i64))
 | 
			
		||||
 | 
			
		||||
DEF(add2_i64, 2, 4, 0, IMPL64 | IMPL(TCG_TARGET_HAS_add2_i64))
 | 
			
		||||
DEF(sub2_i64, 2, 4, 0, IMPL64 | IMPL(TCG_TARGET_HAS_sub2_i64))
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -15,6 +15,11 @@ DEF_HELPER_FLAGS_2(sar_i64, TCG_CALL_NO_RWG_SE, s64, s64, s64)
 | 
			
		|||
DEF_HELPER_FLAGS_2(mulsh_i64, TCG_CALL_NO_RWG_SE, s64, s64, s64)
 | 
			
		||||
DEF_HELPER_FLAGS_2(muluh_i64, TCG_CALL_NO_RWG_SE, i64, i64, i64)
 | 
			
		||||
 | 
			
		||||
DEF_HELPER_FLAGS_2(clz_i32, TCG_CALL_NO_RWG_SE, i32, i32, i32)
 | 
			
		||||
DEF_HELPER_FLAGS_2(ctz_i32, TCG_CALL_NO_RWG_SE, i32, i32, i32)
 | 
			
		||||
DEF_HELPER_FLAGS_2(clz_i64, TCG_CALL_NO_RWG_SE, i64, i64, i64)
 | 
			
		||||
DEF_HELPER_FLAGS_2(ctz_i64, TCG_CALL_NO_RWG_SE, i64, i64, i64)
 | 
			
		||||
 | 
			
		||||
DEF_HELPER_FLAGS_1(exit_atomic, TCG_CALL_NO_WG, noreturn, env)
 | 
			
		||||
 | 
			
		||||
#ifdef CONFIG_SOFTMMU
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -111,6 +111,8 @@ typedef uint64_t TCGRegSet;
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_deposit_i64      0
 | 
			
		||||
#define TCG_TARGET_HAS_extract_i64      0
 | 
			
		||||
#define TCG_TARGET_HAS_sextract_i64     0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -74,6 +74,8 @@
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i32         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i32          0
 | 
			
		||||
#define TCG_TARGET_HAS_neg_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_not_i32          1
 | 
			
		||||
#define TCG_TARGET_HAS_orc_i32          0
 | 
			
		||||
| 
						 | 
				
			
			@ -104,6 +106,8 @@
 | 
			
		|||
#define TCG_TARGET_HAS_eqv_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_nand_i64         0
 | 
			
		||||
#define TCG_TARGET_HAS_nor_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_clz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_ctz_i64          0
 | 
			
		||||
#define TCG_TARGET_HAS_neg_i64          1
 | 
			
		||||
#define TCG_TARGET_HAS_not_i64          1
 | 
			
		||||
#define TCG_TARGET_HAS_orc_i64          0
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue