234 lines
		
	
	
		
			5.7 KiB
		
	
	
	
		
			C
		
	
	
	
			
		
		
	
	
			234 lines
		
	
	
		
			5.7 KiB
		
	
	
	
		
			C
		
	
	
	
/*
 | 
						|
 * Tiny Code Generator for QEMU
 | 
						|
 *
 | 
						|
 * Copyright (c) 2008 Fabrice Bellard
 | 
						|
 *
 | 
						|
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 | 
						|
 * of this software and associated documentation files (the "Software"), to deal
 | 
						|
 * in the Software without restriction, including without limitation the rights
 | 
						|
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 | 
						|
 * copies of the Software, and to permit persons to whom the Software is
 | 
						|
 * furnished to do so, subject to the following conditions:
 | 
						|
 *
 | 
						|
 * The above copyright notice and this permission notice shall be included in
 | 
						|
 * all copies or substantial portions of the Software.
 | 
						|
 *
 | 
						|
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 | 
						|
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 | 
						|
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 | 
						|
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 | 
						|
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 | 
						|
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 | 
						|
 * THE SOFTWARE.
 | 
						|
 */
 | 
						|
#include "qemu/osdep.h"
 | 
						|
#include "qemu/host-utils.h"
 | 
						|
#include "cpu.h"
 | 
						|
#include "exec/helper-proto.h"
 | 
						|
#include "exec/cpu_ldst.h"
 | 
						|
#include "exec/exec-all.h"
 | 
						|
#include "exec/tb-hash.h"
 | 
						|
#include "disas/disas.h"
 | 
						|
#include "exec/log.h"
 | 
						|
 | 
						|
/* 32-bit helpers */
 | 
						|
 | 
						|
int32_t HELPER(div_i32)(int32_t arg1, int32_t arg2)
 | 
						|
{
 | 
						|
    return arg1 / arg2;
 | 
						|
}
 | 
						|
 | 
						|
int32_t HELPER(rem_i32)(int32_t arg1, int32_t arg2)
 | 
						|
{
 | 
						|
    return arg1 % arg2;
 | 
						|
}
 | 
						|
 | 
						|
uint32_t HELPER(divu_i32)(uint32_t arg1, uint32_t arg2)
 | 
						|
{
 | 
						|
    return arg1 / arg2;
 | 
						|
}
 | 
						|
 | 
						|
uint32_t HELPER(remu_i32)(uint32_t arg1, uint32_t arg2)
 | 
						|
{
 | 
						|
    return arg1 % arg2;
 | 
						|
}
 | 
						|
 | 
						|
/* 64-bit helpers */
 | 
						|
 | 
						|
uint64_t HELPER(shl_i64)(uint64_t arg1, uint64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 << arg2;
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(shr_i64)(uint64_t arg1, uint64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 >> arg2;
 | 
						|
}
 | 
						|
 | 
						|
int64_t HELPER(sar_i64)(int64_t arg1, int64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 >> arg2;
 | 
						|
}
 | 
						|
 | 
						|
int64_t HELPER(div_i64)(int64_t arg1, int64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 / arg2;
 | 
						|
}
 | 
						|
 | 
						|
int64_t HELPER(rem_i64)(int64_t arg1, int64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 % arg2;
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(divu_i64)(uint64_t arg1, uint64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 / arg2;
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(remu_i64)(uint64_t arg1, uint64_t arg2)
 | 
						|
{
 | 
						|
    return arg1 % arg2;
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(muluh_i64)(uint64_t arg1, uint64_t arg2)
 | 
						|
{
 | 
						|
    uint64_t l, h;
 | 
						|
    mulu64(&l, &h, arg1, arg2);
 | 
						|
    return h;
 | 
						|
}
 | 
						|
 | 
						|
int64_t HELPER(mulsh_i64)(int64_t arg1, int64_t arg2)
 | 
						|
{
 | 
						|
    uint64_t l, h;
 | 
						|
    muls64(&l, &h, arg1, arg2);
 | 
						|
    return h;
 | 
						|
}
 | 
						|
 | 
						|
uint32_t HELPER(clz_i32)(uint32_t arg, uint32_t zero_val)
 | 
						|
{
 | 
						|
    return arg ? clz32(arg) : zero_val;
 | 
						|
}
 | 
						|
 | 
						|
uint32_t HELPER(ctz_i32)(uint32_t arg, uint32_t zero_val)
 | 
						|
{
 | 
						|
    return arg ? ctz32(arg) : zero_val;
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(clz_i64)(uint64_t arg, uint64_t zero_val)
 | 
						|
{
 | 
						|
    return arg ? clz64(arg) : zero_val;
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(ctz_i64)(uint64_t arg, uint64_t zero_val)
 | 
						|
{
 | 
						|
    return arg ? ctz64(arg) : zero_val;
 | 
						|
}
 | 
						|
 | 
						|
uint32_t HELPER(clrsb_i32)(uint32_t arg)
 | 
						|
{
 | 
						|
    return clrsb32(arg);
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(clrsb_i64)(uint64_t arg)
 | 
						|
{
 | 
						|
    return clrsb64(arg);
 | 
						|
}
 | 
						|
 | 
						|
uint32_t HELPER(ctpop_i32)(uint32_t arg)
 | 
						|
{
 | 
						|
    return ctpop32(arg);
 | 
						|
}
 | 
						|
 | 
						|
uint64_t HELPER(ctpop_i64)(uint64_t arg)
 | 
						|
{
 | 
						|
    return ctpop64(arg);
 | 
						|
}
 | 
						|
 | 
						|
void *HELPER(lookup_tb_ptr)(CPUArchState *env, target_ulong addr)
 | 
						|
{
 | 
						|
    CPUState *cpu = ENV_GET_CPU(env);
 | 
						|
    TranslationBlock *tb;
 | 
						|
    target_ulong cs_base, pc;
 | 
						|
    uint32_t flags, addr_hash;
 | 
						|
 | 
						|
    addr_hash = tb_jmp_cache_hash_func(addr);
 | 
						|
    tb = atomic_rcu_read(&cpu->tb_jmp_cache[addr_hash]);
 | 
						|
    cpu_get_tb_cpu_state(env, &pc, &cs_base, &flags);
 | 
						|
 | 
						|
    if (unlikely(!(tb
 | 
						|
                   && tb->pc == addr
 | 
						|
                   && tb->cs_base == cs_base
 | 
						|
                   && tb->flags == flags))) {
 | 
						|
        tb = tb_htable_lookup(cpu, addr, cs_base, flags);
 | 
						|
        if (!tb) {
 | 
						|
            return tcg_ctx.code_gen_epilogue;
 | 
						|
        }
 | 
						|
        atomic_set(&cpu->tb_jmp_cache[addr_hash], tb);
 | 
						|
    }
 | 
						|
 | 
						|
    qemu_log_mask_and_addr(CPU_LOG_EXEC, addr,
 | 
						|
                           "Chain %p [%d: " TARGET_FMT_lx "] %s\n",
 | 
						|
                           tb->tc_ptr, cpu->cpu_index, addr,
 | 
						|
                           lookup_symbol(addr));
 | 
						|
    return tb->tc_ptr;
 | 
						|
}
 | 
						|
 | 
						|
void HELPER(exit_atomic)(CPUArchState *env)
 | 
						|
{
 | 
						|
    cpu_loop_exit_atomic(ENV_GET_CPU(env), GETPC());
 | 
						|
}
 | 
						|
 | 
						|
#ifndef CONFIG_SOFTMMU
 | 
						|
/* The softmmu versions of these helpers are in cputlb.c.  */
 | 
						|
 | 
						|
/* Do not allow unaligned operations to proceed.  Return the host address.  */
 | 
						|
static void *atomic_mmu_lookup(CPUArchState *env, target_ulong addr,
 | 
						|
                               int size, uintptr_t retaddr)
 | 
						|
{
 | 
						|
    /* Enforce qemu required alignment.  */
 | 
						|
    if (unlikely(addr & (size - 1))) {
 | 
						|
        cpu_loop_exit_atomic(ENV_GET_CPU(env), retaddr);
 | 
						|
    }
 | 
						|
    return g2h(addr);
 | 
						|
}
 | 
						|
 | 
						|
/* Macro to call the above, with local variables from the use context.  */
 | 
						|
#define ATOMIC_MMU_LOOKUP  atomic_mmu_lookup(env, addr, DATA_SIZE, GETPC())
 | 
						|
 | 
						|
#define ATOMIC_NAME(X)   HELPER(glue(glue(atomic_ ## X, SUFFIX), END))
 | 
						|
#define EXTRA_ARGS
 | 
						|
 | 
						|
#define DATA_SIZE 1
 | 
						|
#include "atomic_template.h"
 | 
						|
 | 
						|
#define DATA_SIZE 2
 | 
						|
#include "atomic_template.h"
 | 
						|
 | 
						|
#define DATA_SIZE 4
 | 
						|
#include "atomic_template.h"
 | 
						|
 | 
						|
#ifdef CONFIG_ATOMIC64
 | 
						|
#define DATA_SIZE 8
 | 
						|
#include "atomic_template.h"
 | 
						|
#endif
 | 
						|
 | 
						|
/* The following is only callable from other helpers, and matches up
 | 
						|
   with the softmmu version.  */
 | 
						|
 | 
						|
#ifdef CONFIG_ATOMIC128
 | 
						|
 | 
						|
#undef EXTRA_ARGS
 | 
						|
#undef ATOMIC_NAME
 | 
						|
#undef ATOMIC_MMU_LOOKUP
 | 
						|
 | 
						|
#define EXTRA_ARGS     , TCGMemOpIdx oi, uintptr_t retaddr
 | 
						|
#define ATOMIC_NAME(X) \
 | 
						|
    HELPER(glue(glue(glue(atomic_ ## X, SUFFIX), END), _mmu))
 | 
						|
#define ATOMIC_MMU_LOOKUP  atomic_mmu_lookup(env, addr, DATA_SIZE, retaddr)
 | 
						|
 | 
						|
#define DATA_SIZE 16
 | 
						|
#include "atomic_template.h"
 | 
						|
#endif /* CONFIG_ATOMIC128 */
 | 
						|
 | 
						|
#endif /* !CONFIG_SOFTMMU */
 |