1670 lines
		
	
	
		
			49 KiB
		
	
	
	
		
			C
		
	
	
	
			
		
		
	
	
			1670 lines
		
	
	
		
			49 KiB
		
	
	
	
		
			C
		
	
	
	
| /*
 | |
|  * ARM PrimeCell PL330 DMA Controller
 | |
|  *
 | |
|  * Copyright (c) 2009 Samsung Electronics.
 | |
|  * Contributed by Kirill Batuzov <batuzovk@ispras.ru>
 | |
|  * Copyright (c) 2012 Peter A.G. Crosthwaite (peter.crosthwaite@petalogix.com)
 | |
|  * Copyright (c) 2012 PetaLogix Pty Ltd.
 | |
|  *
 | |
|  * This program is free software; you can redistribute it and/or
 | |
|  * modify it under the terms of the GNU General Public License
 | |
|  * as published by the Free Software Foundation; version 2 or later.
 | |
|  *
 | |
|  * You should have received a copy of the GNU General Public License along
 | |
|  * with this program; if not, see <http://www.gnu.org/licenses/>.
 | |
|  */
 | |
| 
 | |
| #include "qemu/osdep.h"
 | |
| #include "hw/sysbus.h"
 | |
| #include "qapi/error.h"
 | |
| #include "qemu/timer.h"
 | |
| #include "sysemu/dma.h"
 | |
| #include "qemu/log.h"
 | |
| 
 | |
| #ifndef PL330_ERR_DEBUG
 | |
| #define PL330_ERR_DEBUG 0
 | |
| #endif
 | |
| 
 | |
| #define DB_PRINT_L(lvl, fmt, args...) do {\
 | |
|     if (PL330_ERR_DEBUG >= lvl) {\
 | |
|         fprintf(stderr, "PL330: %s:" fmt, __func__, ## args);\
 | |
|     } \
 | |
| } while (0)
 | |
| 
 | |
| #define DB_PRINT(fmt, args...) DB_PRINT_L(1, fmt, ## args)
 | |
| 
 | |
| #define PL330_PERIPH_NUM            32
 | |
| #define PL330_MAX_BURST_LEN         128
 | |
| #define PL330_INSN_MAXSIZE          6
 | |
| 
 | |
| #define PL330_FIFO_OK               0
 | |
| #define PL330_FIFO_STALL            1
 | |
| #define PL330_FIFO_ERR              (-1)
 | |
| 
 | |
| #define PL330_FAULT_UNDEF_INSTR             (1 <<  0)
 | |
| #define PL330_FAULT_OPERAND_INVALID         (1 <<  1)
 | |
| #define PL330_FAULT_DMAGO_ERR               (1 <<  4)
 | |
| #define PL330_FAULT_EVENT_ERR               (1 <<  5)
 | |
| #define PL330_FAULT_CH_PERIPH_ERR           (1 <<  6)
 | |
| #define PL330_FAULT_CH_RDWR_ERR             (1 <<  7)
 | |
| #define PL330_FAULT_ST_DATA_UNAVAILABLE     (1 << 12)
 | |
| #define PL330_FAULT_FIFOEMPTY_ERR           (1 << 13)
 | |
| #define PL330_FAULT_INSTR_FETCH_ERR         (1 << 16)
 | |
| #define PL330_FAULT_DATA_WRITE_ERR          (1 << 17)
 | |
| #define PL330_FAULT_DATA_READ_ERR           (1 << 18)
 | |
| #define PL330_FAULT_DBG_INSTR               (1 << 30)
 | |
| #define PL330_FAULT_LOCKUP_ERR              (1 << 31)
 | |
| 
 | |
| #define PL330_UNTAGGED              0xff
 | |
| 
 | |
| #define PL330_SINGLE                0x0
 | |
| #define PL330_BURST                 0x1
 | |
| 
 | |
| #define PL330_WATCHDOG_LIMIT        1024
 | |
| 
 | |
| /* IOMEM mapped registers */
 | |
| #define PL330_REG_DSR               0x000
 | |
| #define PL330_REG_DPC               0x004
 | |
| #define PL330_REG_INTEN             0x020
 | |
| #define PL330_REG_INT_EVENT_RIS     0x024
 | |
| #define PL330_REG_INTMIS            0x028
 | |
| #define PL330_REG_INTCLR            0x02C
 | |
| #define PL330_REG_FSRD              0x030
 | |
| #define PL330_REG_FSRC              0x034
 | |
| #define PL330_REG_FTRD              0x038
 | |
| #define PL330_REG_FTR_BASE          0x040
 | |
| #define PL330_REG_CSR_BASE          0x100
 | |
| #define PL330_REG_CPC_BASE          0x104
 | |
| #define PL330_REG_CHANCTRL          0x400
 | |
| #define PL330_REG_DBGSTATUS         0xD00
 | |
| #define PL330_REG_DBGCMD            0xD04
 | |
| #define PL330_REG_DBGINST0          0xD08
 | |
| #define PL330_REG_DBGINST1          0xD0C
 | |
| #define PL330_REG_CR0_BASE          0xE00
 | |
| #define PL330_REG_PERIPH_ID         0xFE0
 | |
| 
 | |
| #define PL330_IOMEM_SIZE    0x1000
 | |
| 
 | |
| #define CFG_BOOT_ADDR 2
 | |
| #define CFG_INS 3
 | |
| #define CFG_PNS 4
 | |
| #define CFG_CRD 5
 | |
| 
 | |
| static const uint32_t pl330_id[] = {
 | |
|     0x30, 0x13, 0x24, 0x00, 0x0D, 0xF0, 0x05, 0xB1
 | |
| };
 | |
| 
 | |
| /* DMA channel states as they are described in PL330 Technical Reference Manual
 | |
|  * Most of them will not be used in emulation.
 | |
|  */
 | |
| typedef enum  {
 | |
|     pl330_chan_stopped = 0,
 | |
|     pl330_chan_executing = 1,
 | |
|     pl330_chan_cache_miss = 2,
 | |
|     pl330_chan_updating_pc = 3,
 | |
|     pl330_chan_waiting_event = 4,
 | |
|     pl330_chan_at_barrier = 5,
 | |
|     pl330_chan_queue_busy = 6,
 | |
|     pl330_chan_waiting_periph = 7,
 | |
|     pl330_chan_killing = 8,
 | |
|     pl330_chan_completing = 9,
 | |
|     pl330_chan_fault_completing = 14,
 | |
|     pl330_chan_fault = 15,
 | |
| } PL330ChanState;
 | |
| 
 | |
| typedef struct PL330State PL330State;
 | |
| 
 | |
| typedef struct PL330Chan {
 | |
|     uint32_t src;
 | |
|     uint32_t dst;
 | |
|     uint32_t pc;
 | |
|     uint32_t control;
 | |
|     uint32_t status;
 | |
|     uint32_t lc[2];
 | |
|     uint32_t fault_type;
 | |
|     uint32_t watchdog_timer;
 | |
| 
 | |
|     bool ns;
 | |
|     uint8_t request_flag;
 | |
|     uint8_t wakeup;
 | |
|     uint8_t wfp_sbp;
 | |
| 
 | |
|     uint8_t state;
 | |
|     uint8_t stall;
 | |
| 
 | |
|     bool is_manager;
 | |
|     PL330State *parent;
 | |
|     uint8_t tag;
 | |
| } PL330Chan;
 | |
| 
 | |
| static const VMStateDescription vmstate_pl330_chan = {
 | |
|     .name = "pl330_chan",
 | |
|     .version_id = 1,
 | |
|     .minimum_version_id = 1,
 | |
|     .fields = (VMStateField[]) {
 | |
|         VMSTATE_UINT32(src, PL330Chan),
 | |
|         VMSTATE_UINT32(dst, PL330Chan),
 | |
|         VMSTATE_UINT32(pc, PL330Chan),
 | |
|         VMSTATE_UINT32(control, PL330Chan),
 | |
|         VMSTATE_UINT32(status, PL330Chan),
 | |
|         VMSTATE_UINT32_ARRAY(lc, PL330Chan, 2),
 | |
|         VMSTATE_UINT32(fault_type, PL330Chan),
 | |
|         VMSTATE_UINT32(watchdog_timer, PL330Chan),
 | |
|         VMSTATE_BOOL(ns, PL330Chan),
 | |
|         VMSTATE_UINT8(request_flag, PL330Chan),
 | |
|         VMSTATE_UINT8(wakeup, PL330Chan),
 | |
|         VMSTATE_UINT8(wfp_sbp, PL330Chan),
 | |
|         VMSTATE_UINT8(state, PL330Chan),
 | |
|         VMSTATE_UINT8(stall, PL330Chan),
 | |
|         VMSTATE_END_OF_LIST()
 | |
|     }
 | |
| };
 | |
| 
 | |
| typedef struct PL330Fifo {
 | |
|     uint8_t *buf;
 | |
|     uint8_t *tag;
 | |
|     uint32_t head;
 | |
|     uint32_t num;
 | |
|     uint32_t buf_size;
 | |
| } PL330Fifo;
 | |
| 
 | |
| static const VMStateDescription vmstate_pl330_fifo = {
 | |
|     .name = "pl330_chan",
 | |
|     .version_id = 1,
 | |
|     .minimum_version_id = 1,
 | |
|     .fields = (VMStateField[]) {
 | |
|         VMSTATE_VBUFFER_UINT32(buf, PL330Fifo, 1, NULL, buf_size),
 | |
|         VMSTATE_VBUFFER_UINT32(tag, PL330Fifo, 1, NULL, buf_size),
 | |
|         VMSTATE_UINT32(head, PL330Fifo),
 | |
|         VMSTATE_UINT32(num, PL330Fifo),
 | |
|         VMSTATE_UINT32(buf_size, PL330Fifo),
 | |
|         VMSTATE_END_OF_LIST()
 | |
|     }
 | |
| };
 | |
| 
 | |
| typedef struct PL330QueueEntry {
 | |
|     uint32_t addr;
 | |
|     uint32_t len;
 | |
|     uint8_t n;
 | |
|     bool inc;
 | |
|     bool z;
 | |
|     uint8_t tag;
 | |
|     uint8_t seqn;
 | |
| } PL330QueueEntry;
 | |
| 
 | |
| static const VMStateDescription vmstate_pl330_queue_entry = {
 | |
|     .name = "pl330_queue_entry",
 | |
|     .version_id = 1,
 | |
|     .minimum_version_id = 1,
 | |
|     .fields = (VMStateField[]) {
 | |
|         VMSTATE_UINT32(addr, PL330QueueEntry),
 | |
|         VMSTATE_UINT32(len, PL330QueueEntry),
 | |
|         VMSTATE_UINT8(n, PL330QueueEntry),
 | |
|         VMSTATE_BOOL(inc, PL330QueueEntry),
 | |
|         VMSTATE_BOOL(z, PL330QueueEntry),
 | |
|         VMSTATE_UINT8(tag, PL330QueueEntry),
 | |
|         VMSTATE_UINT8(seqn, PL330QueueEntry),
 | |
|         VMSTATE_END_OF_LIST()
 | |
|     }
 | |
| };
 | |
| 
 | |
| typedef struct PL330Queue {
 | |
|     PL330State *parent;
 | |
|     PL330QueueEntry *queue;
 | |
|     uint32_t queue_size;
 | |
| } PL330Queue;
 | |
| 
 | |
| static const VMStateDescription vmstate_pl330_queue = {
 | |
|     .name = "pl330_queue",
 | |
|     .version_id = 1,
 | |
|     .minimum_version_id = 1,
 | |
|     .fields = (VMStateField[]) {
 | |
|         VMSTATE_STRUCT_VARRAY_UINT32(queue, PL330Queue, queue_size, 1,
 | |
|                                  vmstate_pl330_queue_entry, PL330QueueEntry),
 | |
|         VMSTATE_END_OF_LIST()
 | |
|     }
 | |
| };
 | |
| 
 | |
| struct PL330State {
 | |
|     SysBusDevice parent_obj;
 | |
| 
 | |
|     MemoryRegion iomem;
 | |
|     qemu_irq irq_abort;
 | |
|     qemu_irq *irq;
 | |
| 
 | |
|     /* Config registers. cfg[5] = CfgDn. */
 | |
|     uint32_t cfg[6];
 | |
| #define EVENT_SEC_STATE 3
 | |
| #define PERIPH_SEC_STATE 4
 | |
|     /* cfg 0 bits and pieces */
 | |
|     uint32_t num_chnls;
 | |
|     uint8_t num_periph_req;
 | |
|     uint8_t num_events;
 | |
|     uint8_t mgr_ns_at_rst;
 | |
|     /* cfg 1 bits and pieces */
 | |
|     uint8_t i_cache_len;
 | |
|     uint8_t num_i_cache_lines;
 | |
|     /* CRD bits and pieces */
 | |
|     uint8_t data_width;
 | |
|     uint8_t wr_cap;
 | |
|     uint8_t wr_q_dep;
 | |
|     uint8_t rd_cap;
 | |
|     uint8_t rd_q_dep;
 | |
|     uint16_t data_buffer_dep;
 | |
| 
 | |
|     PL330Chan manager;
 | |
|     PL330Chan *chan;
 | |
|     PL330Fifo fifo;
 | |
|     PL330Queue read_queue;
 | |
|     PL330Queue write_queue;
 | |
|     uint8_t *lo_seqn;
 | |
|     uint8_t *hi_seqn;
 | |
|     QEMUTimer *timer; /* is used for restore dma. */
 | |
| 
 | |
|     uint32_t inten;
 | |
|     uint32_t int_status;
 | |
|     uint32_t ev_status;
 | |
|     uint32_t dbg[2];
 | |
|     uint8_t debug_status;
 | |
|     uint8_t num_faulting;
 | |
|     uint8_t periph_busy[PL330_PERIPH_NUM];
 | |
| 
 | |
| };
 | |
| 
 | |
| #define TYPE_PL330 "pl330"
 | |
| #define PL330(obj) OBJECT_CHECK(PL330State, (obj), TYPE_PL330)
 | |
| 
 | |
| static const VMStateDescription vmstate_pl330 = {
 | |
|     .name = "pl330",
 | |
|     .version_id = 1,
 | |
|     .minimum_version_id = 1,
 | |
|     .fields = (VMStateField[]) {
 | |
|         VMSTATE_STRUCT(manager, PL330State, 0, vmstate_pl330_chan, PL330Chan),
 | |
|         VMSTATE_STRUCT_VARRAY_UINT32(chan, PL330State, num_chnls, 0,
 | |
|                                      vmstate_pl330_chan, PL330Chan),
 | |
|         VMSTATE_VBUFFER_UINT32(lo_seqn, PL330State, 1, NULL, num_chnls),
 | |
|         VMSTATE_VBUFFER_UINT32(hi_seqn, PL330State, 1, NULL, num_chnls),
 | |
|         VMSTATE_STRUCT(fifo, PL330State, 0, vmstate_pl330_fifo, PL330Fifo),
 | |
|         VMSTATE_STRUCT(read_queue, PL330State, 0, vmstate_pl330_queue,
 | |
|                        PL330Queue),
 | |
|         VMSTATE_STRUCT(write_queue, PL330State, 0, vmstate_pl330_queue,
 | |
|                        PL330Queue),
 | |
|         VMSTATE_TIMER_PTR(timer, PL330State),
 | |
|         VMSTATE_UINT32(inten, PL330State),
 | |
|         VMSTATE_UINT32(int_status, PL330State),
 | |
|         VMSTATE_UINT32(ev_status, PL330State),
 | |
|         VMSTATE_UINT32_ARRAY(dbg, PL330State, 2),
 | |
|         VMSTATE_UINT8(debug_status, PL330State),
 | |
|         VMSTATE_UINT8(num_faulting, PL330State),
 | |
|         VMSTATE_UINT8_ARRAY(periph_busy, PL330State, PL330_PERIPH_NUM),
 | |
|         VMSTATE_END_OF_LIST()
 | |
|     }
 | |
| };
 | |
| 
 | |
| typedef struct PL330InsnDesc {
 | |
|     /* OPCODE of the instruction */
 | |
|     uint8_t opcode;
 | |
|     /* Mask so we can select several sibling instructions, such as
 | |
|        DMALD, DMALDS and DMALDB */
 | |
|     uint8_t opmask;
 | |
|     /* Size of instruction in bytes */
 | |
|     uint8_t size;
 | |
|     /* Interpreter */
 | |
|     void (*exec)(PL330Chan *, uint8_t opcode, uint8_t *args, int len);
 | |
| } PL330InsnDesc;
 | |
| 
 | |
| 
 | |
| /* MFIFO Implementation
 | |
|  *
 | |
|  * MFIFO is implemented as a cyclic buffer of BUF_SIZE size. Tagged bytes are
 | |
|  * stored in this buffer. Data is stored in BUF field, tags - in the
 | |
|  * corresponding array elements of TAG field.
 | |
|  */
 | |
| 
 | |
| /* Initialize queue. */
 | |
| 
 | |
| static void pl330_fifo_init(PL330Fifo *s, uint32_t size)
 | |
| {
 | |
|     s->buf = g_malloc0(size);
 | |
|     s->tag = g_malloc0(size);
 | |
|     s->buf_size = size;
 | |
| }
 | |
| 
 | |
| /* Cyclic increment */
 | |
| 
 | |
| static inline int pl330_fifo_inc(PL330Fifo *s, int x)
 | |
| {
 | |
|     return (x + 1) % s->buf_size;
 | |
| }
 | |
| 
 | |
| /* Number of empty bytes in MFIFO */
 | |
| 
 | |
| static inline int pl330_fifo_num_free(PL330Fifo *s)
 | |
| {
 | |
|     return s->buf_size - s->num;
 | |
| }
 | |
| 
 | |
| /* Push LEN bytes of data stored in BUF to MFIFO and tag it with TAG.
 | |
|  * Zero returned on success, PL330_FIFO_STALL if there is no enough free
 | |
|  * space in MFIFO to store requested amount of data. If push was unsuccessful
 | |
|  * no data is stored to MFIFO.
 | |
|  */
 | |
| 
 | |
| static int pl330_fifo_push(PL330Fifo *s, uint8_t *buf, int len, uint8_t tag)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     if (s->buf_size - s->num < len) {
 | |
|         return PL330_FIFO_STALL;
 | |
|     }
 | |
|     for (i = 0; i < len; i++) {
 | |
|         int push_idx = (s->head + s->num + i) % s->buf_size;
 | |
|         s->buf[push_idx] = buf[i];
 | |
|         s->tag[push_idx] = tag;
 | |
|     }
 | |
|     s->num += len;
 | |
|     return PL330_FIFO_OK;
 | |
| }
 | |
| 
 | |
| /* Get LEN bytes of data from MFIFO and store it to BUF. Tag value of each
 | |
|  * byte is verified. Zero returned on success, PL330_FIFO_ERR on tag mismatch
 | |
|  * and PL330_FIFO_STALL if there is no enough data in MFIFO. If get was
 | |
|  * unsuccessful no data is removed from MFIFO.
 | |
|  */
 | |
| 
 | |
| static int pl330_fifo_get(PL330Fifo *s, uint8_t *buf, int len, uint8_t tag)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     if (s->num < len) {
 | |
|         return PL330_FIFO_STALL;
 | |
|     }
 | |
|     for (i = 0; i < len; i++) {
 | |
|         if (s->tag[s->head] == tag) {
 | |
|             int get_idx = (s->head + i) % s->buf_size;
 | |
|             buf[i] = s->buf[get_idx];
 | |
|         } else { /* Tag mismatch - Rollback transaction */
 | |
|             return PL330_FIFO_ERR;
 | |
|         }
 | |
|     }
 | |
|     s->head = (s->head + len) % s->buf_size;
 | |
|     s->num -= len;
 | |
|     return PL330_FIFO_OK;
 | |
| }
 | |
| 
 | |
| /* Reset MFIFO. This completely erases all data in it. */
 | |
| 
 | |
| static inline void pl330_fifo_reset(PL330Fifo *s)
 | |
| {
 | |
|     s->head = 0;
 | |
|     s->num = 0;
 | |
| }
 | |
| 
 | |
| /* Return tag of the first byte stored in MFIFO. If MFIFO is empty
 | |
|  * PL330_UNTAGGED is returned.
 | |
|  */
 | |
| 
 | |
| static inline uint8_t pl330_fifo_tag(PL330Fifo *s)
 | |
| {
 | |
|     return (!s->num) ? PL330_UNTAGGED : s->tag[s->head];
 | |
| }
 | |
| 
 | |
| /* Returns non-zero if tag TAG is present in fifo or zero otherwise */
 | |
| 
 | |
| static int pl330_fifo_has_tag(PL330Fifo *s, uint8_t tag)
 | |
| {
 | |
|     int i, n;
 | |
| 
 | |
|     i = s->head;
 | |
|     for (n = 0; n < s->num; n++) {
 | |
|         if (s->tag[i] == tag) {
 | |
|             return 1;
 | |
|         }
 | |
|         i = pl330_fifo_inc(s, i);
 | |
|     }
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| /* Remove all entry tagged with TAG from MFIFO */
 | |
| 
 | |
| static void pl330_fifo_tagged_remove(PL330Fifo *s, uint8_t tag)
 | |
| {
 | |
|     int i, t, n;
 | |
| 
 | |
|     t = i = s->head;
 | |
|     for (n = 0; n < s->num; n++) {
 | |
|         if (s->tag[i] != tag) {
 | |
|             s->buf[t] = s->buf[i];
 | |
|             s->tag[t] = s->tag[i];
 | |
|             t = pl330_fifo_inc(s, t);
 | |
|         } else {
 | |
|             s->num = s->num - 1;
 | |
|         }
 | |
|         i = pl330_fifo_inc(s, i);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* Read-Write Queue implementation
 | |
|  *
 | |
|  * A Read-Write Queue stores up to QUEUE_SIZE instructions (loads or stores).
 | |
|  * Each instruction is described by source (for loads) or destination (for
 | |
|  * stores) address ADDR, width of data to be loaded/stored LEN, number of
 | |
|  * stores/loads to be performed N, INC bit, Z bit and TAG to identify channel
 | |
|  * this instruction belongs to. Queue does not store any information about
 | |
|  * nature of the instruction: is it load or store. PL330 has different queues
 | |
|  * for loads and stores so this is already known at the top level where it
 | |
|  * matters.
 | |
|  *
 | |
|  * Queue works as FIFO for instructions with equivalent tags, but can issue
 | |
|  * instructions with different tags in arbitrary order. SEQN field attached to
 | |
|  * each instruction helps to achieve this. For each TAG queue contains
 | |
|  * instructions with consecutive SEQN values ranging from LO_SEQN[TAG] to
 | |
|  * HI_SEQN[TAG]-1 inclusive. SEQN is 8-bit unsigned integer, so SEQN=255 is
 | |
|  * followed by SEQN=0.
 | |
|  *
 | |
|  * Z bit indicates that zeroes should be stored. No MFIFO fetches are performed
 | |
|  * in this case.
 | |
|  */
 | |
| 
 | |
| static void pl330_queue_reset(PL330Queue *s)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < s->queue_size; i++) {
 | |
|         s->queue[i].tag = PL330_UNTAGGED;
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* Initialize queue */
 | |
| static void pl330_queue_init(PL330Queue *s, int size, PL330State *parent)
 | |
| {
 | |
|     s->parent = parent;
 | |
|     s->queue = g_new0(PL330QueueEntry, size);
 | |
|     s->queue_size = size;
 | |
| }
 | |
| 
 | |
| /* Returns pointer to an empty slot or NULL if queue is full */
 | |
| static PL330QueueEntry *pl330_queue_find_empty(PL330Queue *s)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < s->queue_size; i++) {
 | |
|         if (s->queue[i].tag == PL330_UNTAGGED) {
 | |
|             return &s->queue[i];
 | |
|         }
 | |
|     }
 | |
|     return NULL;
 | |
| }
 | |
| 
 | |
| /* Put instruction in queue.
 | |
|  * Return value:
 | |
|  * - zero - OK
 | |
|  * - non-zero - queue is full
 | |
|  */
 | |
| 
 | |
| static int pl330_queue_put_insn(PL330Queue *s, uint32_t addr,
 | |
|                                 int len, int n, bool inc, bool z, uint8_t tag)
 | |
| {
 | |
|     PL330QueueEntry *entry = pl330_queue_find_empty(s);
 | |
| 
 | |
|     if (!entry) {
 | |
|         return 1;
 | |
|     }
 | |
|     entry->tag = tag;
 | |
|     entry->addr = addr;
 | |
|     entry->len = len;
 | |
|     entry->n = n;
 | |
|     entry->z = z;
 | |
|     entry->inc = inc;
 | |
|     entry->seqn = s->parent->hi_seqn[tag];
 | |
|     s->parent->hi_seqn[tag]++;
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| /* Returns a pointer to queue slot containing instruction which satisfies
 | |
|  *  following conditions:
 | |
|  *   - it has valid tag value (not PL330_UNTAGGED)
 | |
|  *   - if enforce_seq is set it has to be issuable without violating queue
 | |
|  *     logic (see above)
 | |
|  *   - if TAG argument is not PL330_UNTAGGED this instruction has tag value
 | |
|  *     equivalent to the argument TAG value.
 | |
|  *  If such instruction cannot be found NULL is returned.
 | |
|  */
 | |
| 
 | |
| static PL330QueueEntry *pl330_queue_find_insn(PL330Queue *s, uint8_t tag,
 | |
|                                               bool enforce_seq)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < s->queue_size; i++) {
 | |
|         if (s->queue[i].tag != PL330_UNTAGGED) {
 | |
|             if ((!enforce_seq ||
 | |
|                     s->queue[i].seqn == s->parent->lo_seqn[s->queue[i].tag]) &&
 | |
|                     (s->queue[i].tag == tag || tag == PL330_UNTAGGED ||
 | |
|                     s->queue[i].z)) {
 | |
|                 return &s->queue[i];
 | |
|             }
 | |
|         }
 | |
|     }
 | |
|     return NULL;
 | |
| }
 | |
| 
 | |
| /* Removes instruction from queue. */
 | |
| 
 | |
| static inline void pl330_queue_remove_insn(PL330Queue *s, PL330QueueEntry *e)
 | |
| {
 | |
|     s->parent->lo_seqn[e->tag]++;
 | |
|     e->tag = PL330_UNTAGGED;
 | |
| }
 | |
| 
 | |
| /* Removes all instructions tagged with TAG from queue. */
 | |
| 
 | |
| static inline void pl330_queue_remove_tagged(PL330Queue *s, uint8_t tag)
 | |
| {
 | |
|     int i;
 | |
| 
 | |
|     for (i = 0; i < s->queue_size; i++) {
 | |
|         if (s->queue[i].tag == tag) {
 | |
|             s->queue[i].tag = PL330_UNTAGGED;
 | |
|         }
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* DMA instruction execution engine */
 | |
| 
 | |
| /* Moves DMA channel to the FAULT state and updates it's status. */
 | |
| 
 | |
| static inline void pl330_fault(PL330Chan *ch, uint32_t flags)
 | |
| {
 | |
|     DB_PRINT("ch: %p, flags: %" PRIx32 "\n", ch, flags);
 | |
|     ch->fault_type |= flags;
 | |
|     if (ch->state == pl330_chan_fault) {
 | |
|         return;
 | |
|     }
 | |
|     ch->state = pl330_chan_fault;
 | |
|     ch->parent->num_faulting++;
 | |
|     if (ch->parent->num_faulting == 1) {
 | |
|         DB_PRINT("abort interrupt raised\n");
 | |
|         qemu_irq_raise(ch->parent->irq_abort);
 | |
|     }
 | |
| }
 | |
| 
 | |
| /*
 | |
|  * For information about instructions see PL330 Technical Reference Manual.
 | |
|  *
 | |
|  * Arguments:
 | |
|  *   CH - channel executing the instruction
 | |
|  *   OPCODE - opcode
 | |
|  *   ARGS - array of 8-bit arguments
 | |
|  *   LEN - number of elements in ARGS array
 | |
|  */
 | |
| 
 | |
| static void pl330_dmaadxh(PL330Chan *ch, uint8_t *args, bool ra, bool neg)
 | |
| {
 | |
|     uint32_t im = (args[1] << 8) | args[0];
 | |
|     if (neg) {
 | |
|         im |= 0xffffu << 16;
 | |
|     }
 | |
| 
 | |
|     if (ch->is_manager) {
 | |
|         pl330_fault(ch, PL330_FAULT_UNDEF_INSTR);
 | |
|         return;
 | |
|     }
 | |
|     if (ra) {
 | |
|         ch->dst += im;
 | |
|     } else {
 | |
|         ch->src += im;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmaaddh(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     pl330_dmaadxh(ch, args, extract32(opcode, 1, 1), false);
 | |
| }
 | |
| 
 | |
| static void pl330_dmaadnh(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     pl330_dmaadxh(ch, args, extract32(opcode, 1, 1), true);
 | |
| }
 | |
| 
 | |
| static void pl330_dmaend(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     PL330State *s = ch->parent;
 | |
| 
 | |
|     if (ch->state == pl330_chan_executing && !ch->is_manager) {
 | |
|         /* Wait for all transfers to complete */
 | |
|         if (pl330_fifo_has_tag(&s->fifo, ch->tag) ||
 | |
|             pl330_queue_find_insn(&s->read_queue, ch->tag, false) != NULL ||
 | |
|             pl330_queue_find_insn(&s->write_queue, ch->tag, false) != NULL) {
 | |
| 
 | |
|             ch->stall = 1;
 | |
|             return;
 | |
|         }
 | |
|     }
 | |
|     DB_PRINT("DMA ending!\n");
 | |
|     pl330_fifo_tagged_remove(&s->fifo, ch->tag);
 | |
|     pl330_queue_remove_tagged(&s->read_queue, ch->tag);
 | |
|     pl330_queue_remove_tagged(&s->write_queue, ch->tag);
 | |
|     ch->state = pl330_chan_stopped;
 | |
| }
 | |
| 
 | |
| static void pl330_dmaflushp(PL330Chan *ch, uint8_t opcode,
 | |
|                                             uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t periph_id;
 | |
| 
 | |
|     if (args[0] & 7) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     periph_id = (args[0] >> 3) & 0x1f;
 | |
|     if (periph_id >= ch->parent->num_periph_req) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !(ch->parent->cfg[CFG_PNS] & (1 << periph_id))) {
 | |
|         pl330_fault(ch, PL330_FAULT_CH_PERIPH_ERR);
 | |
|         return;
 | |
|     }
 | |
|     /* Do nothing */
 | |
| }
 | |
| 
 | |
| static void pl330_dmago(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t chan_id;
 | |
|     uint8_t ns;
 | |
|     uint32_t pc;
 | |
|     PL330Chan *s;
 | |
| 
 | |
|     DB_PRINT("\n");
 | |
| 
 | |
|     if (!ch->is_manager) {
 | |
|         pl330_fault(ch, PL330_FAULT_UNDEF_INSTR);
 | |
|         return;
 | |
|     }
 | |
|     ns = !!(opcode & 2);
 | |
|     chan_id = args[0] & 7;
 | |
|     if ((args[0] >> 3)) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (chan_id >= ch->parent->num_chnls) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     pc = (((uint32_t)args[4]) << 24) | (((uint32_t)args[3]) << 16) |
 | |
|          (((uint32_t)args[2]) << 8)  | (((uint32_t)args[1]));
 | |
|     if (ch->parent->chan[chan_id].state != pl330_chan_stopped) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !ns) {
 | |
|         pl330_fault(ch, PL330_FAULT_DMAGO_ERR);
 | |
|         return;
 | |
|     }
 | |
|     s = &ch->parent->chan[chan_id];
 | |
|     s->ns = ns;
 | |
|     s->pc = pc;
 | |
|     s->state = pl330_chan_executing;
 | |
| }
 | |
| 
 | |
| static void pl330_dmald(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t bs = opcode & 3;
 | |
|     uint32_t size, num;
 | |
|     bool inc;
 | |
| 
 | |
|     if (bs == 2) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if ((bs == 1 && ch->request_flag == PL330_BURST) ||
 | |
|         (bs == 3 && ch->request_flag == PL330_SINGLE)) {
 | |
|         /* Perform NOP */
 | |
|         return;
 | |
|     }
 | |
|     if (bs == 1 && ch->request_flag == PL330_SINGLE) {
 | |
|         num = 1;
 | |
|     } else {
 | |
|         num = ((ch->control >> 4) & 0xf) + 1;
 | |
|     }
 | |
|     size = (uint32_t)1 << ((ch->control >> 1) & 0x7);
 | |
|     inc = !!(ch->control & 1);
 | |
|     ch->stall = pl330_queue_put_insn(&ch->parent->read_queue, ch->src,
 | |
|                                     size, num, inc, 0, ch->tag);
 | |
|     if (!ch->stall) {
 | |
|         DB_PRINT("channel:%" PRId8 " address:%08" PRIx32 " size:%" PRIx32
 | |
|                  " num:%" PRId32 " %c\n",
 | |
|                  ch->tag, ch->src, size, num, inc ? 'Y' : 'N');
 | |
|         ch->src += inc ? size * num - (ch->src & (size - 1)) : 0;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmaldp(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t periph_id;
 | |
| 
 | |
|     if (args[0] & 7) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     periph_id = (args[0] >> 3) & 0x1f;
 | |
|     if (periph_id >= ch->parent->num_periph_req) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !(ch->parent->cfg[CFG_PNS] & (1 << periph_id))) {
 | |
|         pl330_fault(ch, PL330_FAULT_CH_PERIPH_ERR);
 | |
|         return;
 | |
|     }
 | |
|     pl330_dmald(ch, opcode, args, len);
 | |
| }
 | |
| 
 | |
| static void pl330_dmalp(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t lc = (opcode & 2) >> 1;
 | |
| 
 | |
|     ch->lc[lc] = args[0];
 | |
| }
 | |
| 
 | |
| static void pl330_dmakill(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     if (ch->state == pl330_chan_fault ||
 | |
|         ch->state == pl330_chan_fault_completing) {
 | |
|         /* This is the only way for a channel to leave the faulting state */
 | |
|         ch->fault_type = 0;
 | |
|         ch->parent->num_faulting--;
 | |
|         if (ch->parent->num_faulting == 0) {
 | |
|             DB_PRINT("abort interrupt lowered\n");
 | |
|             qemu_irq_lower(ch->parent->irq_abort);
 | |
|         }
 | |
|     }
 | |
|     ch->state = pl330_chan_killing;
 | |
|     pl330_fifo_tagged_remove(&ch->parent->fifo, ch->tag);
 | |
|     pl330_queue_remove_tagged(&ch->parent->read_queue, ch->tag);
 | |
|     pl330_queue_remove_tagged(&ch->parent->write_queue, ch->tag);
 | |
|     ch->state = pl330_chan_stopped;
 | |
| }
 | |
| 
 | |
| static void pl330_dmalpend(PL330Chan *ch, uint8_t opcode,
 | |
|                                     uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t nf = (opcode & 0x10) >> 4;
 | |
|     uint8_t bs = opcode & 3;
 | |
|     uint8_t lc = (opcode & 4) >> 2;
 | |
| 
 | |
|     if (bs == 2) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if ((bs == 1 && ch->request_flag == PL330_BURST) ||
 | |
|         (bs == 3 && ch->request_flag == PL330_SINGLE)) {
 | |
|         /* Perform NOP */
 | |
|         return;
 | |
|     }
 | |
|     if (!nf || ch->lc[lc]) {
 | |
|         if (nf) {
 | |
|             ch->lc[lc]--;
 | |
|         }
 | |
|         DB_PRINT("loop reiteration\n");
 | |
|         ch->pc -= args[0];
 | |
|         ch->pc -= len + 1;
 | |
|         /* "ch->pc -= args[0] + len + 1" is incorrect when args[0] == 256 */
 | |
|     } else {
 | |
|         DB_PRINT("loop fallthrough\n");
 | |
|     }
 | |
| }
 | |
| 
 | |
| 
 | |
| static void pl330_dmamov(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t rd = args[0] & 7;
 | |
|     uint32_t im;
 | |
| 
 | |
|     if ((args[0] >> 3)) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     im = (((uint32_t)args[4]) << 24) | (((uint32_t)args[3]) << 16) |
 | |
|          (((uint32_t)args[2]) << 8)  | (((uint32_t)args[1]));
 | |
|     switch (rd) {
 | |
|     case 0:
 | |
|         ch->src = im;
 | |
|         break;
 | |
|     case 1:
 | |
|         ch->control = im;
 | |
|         break;
 | |
|     case 2:
 | |
|         ch->dst = im;
 | |
|         break;
 | |
|     default:
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmanop(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     /* NOP is NOP. */
 | |
| }
 | |
| 
 | |
| static void pl330_dmarmb(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|    if (pl330_queue_find_insn(&ch->parent->read_queue, ch->tag, false)) {
 | |
|         ch->state = pl330_chan_at_barrier;
 | |
|         ch->stall = 1;
 | |
|         return;
 | |
|     } else {
 | |
|         ch->state = pl330_chan_executing;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmasev(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t ev_id;
 | |
| 
 | |
|     if (args[0] & 7) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     ev_id = (args[0] >> 3) & 0x1f;
 | |
|     if (ev_id >= ch->parent->num_events) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !(ch->parent->cfg[CFG_INS] & (1 << ev_id))) {
 | |
|         pl330_fault(ch, PL330_FAULT_EVENT_ERR);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->parent->inten & (1 << ev_id)) {
 | |
|         ch->parent->int_status |= (1 << ev_id);
 | |
|         DB_PRINT("event interrupt raised %" PRId8 "\n", ev_id);
 | |
|         qemu_irq_raise(ch->parent->irq[ev_id]);
 | |
|     }
 | |
|     DB_PRINT("event raised %" PRId8 "\n", ev_id);
 | |
|     ch->parent->ev_status |= (1 << ev_id);
 | |
| }
 | |
| 
 | |
| static void pl330_dmast(PL330Chan *ch, uint8_t opcode, uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t bs = opcode & 3;
 | |
|     uint32_t size, num;
 | |
|     bool inc;
 | |
| 
 | |
|     if (bs == 2) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if ((bs == 1 && ch->request_flag == PL330_BURST) ||
 | |
|         (bs == 3 && ch->request_flag == PL330_SINGLE)) {
 | |
|         /* Perform NOP */
 | |
|         return;
 | |
|     }
 | |
|     num = ((ch->control >> 18) & 0xf) + 1;
 | |
|     size = (uint32_t)1 << ((ch->control >> 15) & 0x7);
 | |
|     inc = !!((ch->control >> 14) & 1);
 | |
|     ch->stall = pl330_queue_put_insn(&ch->parent->write_queue, ch->dst,
 | |
|                                     size, num, inc, 0, ch->tag);
 | |
|     if (!ch->stall) {
 | |
|         DB_PRINT("channel:%" PRId8 " address:%08" PRIx32 " size:%" PRIx32
 | |
|                  " num:%" PRId32 " %c\n",
 | |
|                  ch->tag, ch->dst, size, num, inc ? 'Y' : 'N');
 | |
|         ch->dst += inc ? size * num - (ch->dst & (size - 1)) : 0;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmastp(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t periph_id;
 | |
| 
 | |
|     if (args[0] & 7) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     periph_id = (args[0] >> 3) & 0x1f;
 | |
|     if (periph_id >= ch->parent->num_periph_req) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !(ch->parent->cfg[CFG_PNS] & (1 << periph_id))) {
 | |
|         pl330_fault(ch, PL330_FAULT_CH_PERIPH_ERR);
 | |
|         return;
 | |
|     }
 | |
|     pl330_dmast(ch, opcode, args, len);
 | |
| }
 | |
| 
 | |
| static void pl330_dmastz(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     uint32_t size, num;
 | |
|     bool inc;
 | |
| 
 | |
|     num = ((ch->control >> 18) & 0xf) + 1;
 | |
|     size = (uint32_t)1 << ((ch->control >> 15) & 0x7);
 | |
|     inc = !!((ch->control >> 14) & 1);
 | |
|     ch->stall = pl330_queue_put_insn(&ch->parent->write_queue, ch->dst,
 | |
|                                     size, num, inc, 1, ch->tag);
 | |
|     if (inc) {
 | |
|         ch->dst += size * num;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmawfe(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t ev_id;
 | |
|     int i;
 | |
| 
 | |
|     if (args[0] & 5) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     ev_id = (args[0] >> 3) & 0x1f;
 | |
|     if (ev_id >= ch->parent->num_events) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !(ch->parent->cfg[CFG_INS] & (1 << ev_id))) {
 | |
|         pl330_fault(ch, PL330_FAULT_EVENT_ERR);
 | |
|         return;
 | |
|     }
 | |
|     ch->wakeup = ev_id;
 | |
|     ch->state = pl330_chan_waiting_event;
 | |
|     if (~ch->parent->inten & ch->parent->ev_status & 1 << ev_id) {
 | |
|         ch->state = pl330_chan_executing;
 | |
|         /* If anyone else is currently waiting on the same event, let them
 | |
|          * clear the ev_status so they pick up event as well
 | |
|          */
 | |
|         for (i = 0; i < ch->parent->num_chnls; ++i) {
 | |
|             PL330Chan *peer = &ch->parent->chan[i];
 | |
|             if (peer->state == pl330_chan_waiting_event &&
 | |
|                     peer->wakeup == ev_id) {
 | |
|                 return;
 | |
|             }
 | |
|         }
 | |
|         ch->parent->ev_status &= ~(1 << ev_id);
 | |
|         DB_PRINT("event lowered %" PRIx8 "\n", ev_id);
 | |
|     } else {
 | |
|         ch->stall = 1;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmawfp(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     uint8_t bs = opcode & 3;
 | |
|     uint8_t periph_id;
 | |
| 
 | |
|     if (args[0] & 7) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     periph_id = (args[0] >> 3) & 0x1f;
 | |
|     if (periph_id >= ch->parent->num_periph_req) {
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
|     if (ch->ns && !(ch->parent->cfg[CFG_PNS] & (1 << periph_id))) {
 | |
|         pl330_fault(ch, PL330_FAULT_CH_PERIPH_ERR);
 | |
|         return;
 | |
|     }
 | |
|     switch (bs) {
 | |
|     case 0: /* S */
 | |
|         ch->request_flag = PL330_SINGLE;
 | |
|         ch->wfp_sbp = 0;
 | |
|         break;
 | |
|     case 1: /* P */
 | |
|         ch->request_flag = PL330_BURST;
 | |
|         ch->wfp_sbp = 2;
 | |
|         break;
 | |
|     case 2: /* B */
 | |
|         ch->request_flag = PL330_BURST;
 | |
|         ch->wfp_sbp = 1;
 | |
|         break;
 | |
|     default:
 | |
|         pl330_fault(ch, PL330_FAULT_OPERAND_INVALID);
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     if (ch->parent->periph_busy[periph_id]) {
 | |
|         ch->state = pl330_chan_waiting_periph;
 | |
|         ch->stall = 1;
 | |
|     } else if (ch->state == pl330_chan_waiting_periph) {
 | |
|         ch->state = pl330_chan_executing;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_dmawmb(PL330Chan *ch, uint8_t opcode,
 | |
|                          uint8_t *args, int len)
 | |
| {
 | |
|     if (pl330_queue_find_insn(&ch->parent->write_queue, ch->tag, false)) {
 | |
|         ch->state = pl330_chan_at_barrier;
 | |
|         ch->stall = 1;
 | |
|         return;
 | |
|     } else {
 | |
|         ch->state = pl330_chan_executing;
 | |
|     }
 | |
| }
 | |
| 
 | |
| /* NULL terminated array of the instruction descriptions. */
 | |
| static const PL330InsnDesc insn_desc[] = {
 | |
|     { .opcode = 0x54, .opmask = 0xFD, .size = 3, .exec = pl330_dmaaddh, },
 | |
|     { .opcode = 0x5c, .opmask = 0xFD, .size = 3, .exec = pl330_dmaadnh, },
 | |
|     { .opcode = 0x00, .opmask = 0xFF, .size = 1, .exec = pl330_dmaend, },
 | |
|     { .opcode = 0x35, .opmask = 0xFF, .size = 2, .exec = pl330_dmaflushp, },
 | |
|     { .opcode = 0xA0, .opmask = 0xFD, .size = 6, .exec = pl330_dmago, },
 | |
|     { .opcode = 0x04, .opmask = 0xFC, .size = 1, .exec = pl330_dmald, },
 | |
|     { .opcode = 0x25, .opmask = 0xFD, .size = 2, .exec = pl330_dmaldp, },
 | |
|     { .opcode = 0x20, .opmask = 0xFD, .size = 2, .exec = pl330_dmalp, },
 | |
|     /* dmastp  must be before dmalpend in this list, because their maps
 | |
|      * are overlapping
 | |
|      */
 | |
|     { .opcode = 0x29, .opmask = 0xFD, .size = 2, .exec = pl330_dmastp, },
 | |
|     { .opcode = 0x28, .opmask = 0xE8, .size = 2, .exec = pl330_dmalpend, },
 | |
|     { .opcode = 0x01, .opmask = 0xFF, .size = 1, .exec = pl330_dmakill, },
 | |
|     { .opcode = 0xBC, .opmask = 0xFF, .size = 6, .exec = pl330_dmamov, },
 | |
|     { .opcode = 0x18, .opmask = 0xFF, .size = 1, .exec = pl330_dmanop, },
 | |
|     { .opcode = 0x12, .opmask = 0xFF, .size = 1, .exec = pl330_dmarmb, },
 | |
|     { .opcode = 0x34, .opmask = 0xFF, .size = 2, .exec = pl330_dmasev, },
 | |
|     { .opcode = 0x08, .opmask = 0xFC, .size = 1, .exec = pl330_dmast, },
 | |
|     { .opcode = 0x0C, .opmask = 0xFF, .size = 1, .exec = pl330_dmastz, },
 | |
|     { .opcode = 0x36, .opmask = 0xFF, .size = 2, .exec = pl330_dmawfe, },
 | |
|     { .opcode = 0x30, .opmask = 0xFC, .size = 2, .exec = pl330_dmawfp, },
 | |
|     { .opcode = 0x13, .opmask = 0xFF, .size = 1, .exec = pl330_dmawmb, },
 | |
|     { .opcode = 0x00, .opmask = 0x00, .size = 0, .exec = NULL, }
 | |
| };
 | |
| 
 | |
| /* Instructions which can be issued via debug registers. */
 | |
| static const PL330InsnDesc debug_insn_desc[] = {
 | |
|     { .opcode = 0xA0, .opmask = 0xFD, .size = 6, .exec = pl330_dmago, },
 | |
|     { .opcode = 0x01, .opmask = 0xFF, .size = 1, .exec = pl330_dmakill, },
 | |
|     { .opcode = 0x34, .opmask = 0xFF, .size = 2, .exec = pl330_dmasev, },
 | |
|     { .opcode = 0x00, .opmask = 0x00, .size = 0, .exec = NULL, }
 | |
| };
 | |
| 
 | |
| static inline const PL330InsnDesc *pl330_fetch_insn(PL330Chan *ch)
 | |
| {
 | |
|     uint8_t opcode;
 | |
|     int i;
 | |
| 
 | |
|     dma_memory_read(&address_space_memory, ch->pc, &opcode, 1);
 | |
|     for (i = 0; insn_desc[i].size; i++) {
 | |
|         if ((opcode & insn_desc[i].opmask) == insn_desc[i].opcode) {
 | |
|             return &insn_desc[i];
 | |
|         }
 | |
|     }
 | |
|     return NULL;
 | |
| }
 | |
| 
 | |
| static inline void pl330_exec_insn(PL330Chan *ch, const PL330InsnDesc *insn)
 | |
| {
 | |
|     uint8_t buf[PL330_INSN_MAXSIZE];
 | |
| 
 | |
|     assert(insn->size <= PL330_INSN_MAXSIZE);
 | |
|     dma_memory_read(&address_space_memory, ch->pc, buf, insn->size);
 | |
|     insn->exec(ch, buf[0], &buf[1], insn->size - 1);
 | |
| }
 | |
| 
 | |
| static inline void pl330_update_pc(PL330Chan *ch,
 | |
|                                    const PL330InsnDesc *insn)
 | |
| {
 | |
|     ch->pc += insn->size;
 | |
| }
 | |
| 
 | |
| /* Try to execute current instruction in channel CH. Number of executed
 | |
|    instructions is returned (0 or 1). */
 | |
| static int pl330_chan_exec(PL330Chan *ch)
 | |
| {
 | |
|     const PL330InsnDesc *insn;
 | |
| 
 | |
|     if (ch->state != pl330_chan_executing &&
 | |
|             ch->state != pl330_chan_waiting_periph &&
 | |
|             ch->state != pl330_chan_at_barrier &&
 | |
|             ch->state != pl330_chan_waiting_event) {
 | |
|         return 0;
 | |
|     }
 | |
|     ch->stall = 0;
 | |
|     insn = pl330_fetch_insn(ch);
 | |
|     if (!insn) {
 | |
|         DB_PRINT("pl330 undefined instruction\n");
 | |
|         pl330_fault(ch, PL330_FAULT_UNDEF_INSTR);
 | |
|         return 0;
 | |
|     }
 | |
|     pl330_exec_insn(ch, insn);
 | |
|     if (!ch->stall) {
 | |
|         pl330_update_pc(ch, insn);
 | |
|         ch->watchdog_timer = 0;
 | |
|         return 1;
 | |
|     /* WDT only active in exec state */
 | |
|     } else if (ch->state == pl330_chan_executing) {
 | |
|         ch->watchdog_timer++;
 | |
|         if (ch->watchdog_timer >= PL330_WATCHDOG_LIMIT) {
 | |
|             pl330_fault(ch, PL330_FAULT_LOCKUP_ERR);
 | |
|         }
 | |
|     }
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| /* Try to execute 1 instruction in each channel, one instruction from read
 | |
|    queue and one instruction from write queue. Number of successfully executed
 | |
|    instructions is returned. */
 | |
| static int pl330_exec_cycle(PL330Chan *channel)
 | |
| {
 | |
|     PL330State *s = channel->parent;
 | |
|     PL330QueueEntry *q;
 | |
|     int i;
 | |
|     int num_exec = 0;
 | |
|     int fifo_res = 0;
 | |
|     uint8_t buf[PL330_MAX_BURST_LEN];
 | |
| 
 | |
|     /* Execute one instruction in each channel */
 | |
|     num_exec += pl330_chan_exec(channel);
 | |
| 
 | |
|     /* Execute one instruction from read queue */
 | |
|     q = pl330_queue_find_insn(&s->read_queue, PL330_UNTAGGED, true);
 | |
|     if (q != NULL && q->len <= pl330_fifo_num_free(&s->fifo)) {
 | |
|         int len = q->len - (q->addr & (q->len - 1));
 | |
| 
 | |
|         dma_memory_read(&address_space_memory, q->addr, buf, len);
 | |
|         if (PL330_ERR_DEBUG > 1) {
 | |
|             DB_PRINT("PL330 read from memory @%08" PRIx32 " (size = %08x):\n",
 | |
|                       q->addr, len);
 | |
|             qemu_hexdump((char *)buf, stderr, "", len);
 | |
|         }
 | |
|         fifo_res = pl330_fifo_push(&s->fifo, buf, len, q->tag);
 | |
|         if (fifo_res == PL330_FIFO_OK) {
 | |
|             if (q->inc) {
 | |
|                 q->addr += len;
 | |
|             }
 | |
|             q->n--;
 | |
|             if (!q->n) {
 | |
|                 pl330_queue_remove_insn(&s->read_queue, q);
 | |
|             }
 | |
|             num_exec++;
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     /* Execute one instruction from write queue. */
 | |
|     q = pl330_queue_find_insn(&s->write_queue, pl330_fifo_tag(&s->fifo), true);
 | |
|     if (q != NULL) {
 | |
|         int len = q->len - (q->addr & (q->len - 1));
 | |
| 
 | |
|         if (q->z) {
 | |
|             for (i = 0; i < len; i++) {
 | |
|                 buf[i] = 0;
 | |
|             }
 | |
|         } else {
 | |
|             fifo_res = pl330_fifo_get(&s->fifo, buf, len, q->tag);
 | |
|         }
 | |
|         if (fifo_res == PL330_FIFO_OK || q->z) {
 | |
|             dma_memory_write(&address_space_memory, q->addr, buf, len);
 | |
|             if (PL330_ERR_DEBUG > 1) {
 | |
|                 DB_PRINT("PL330 read from memory @%08" PRIx32
 | |
|                          " (size = %08x):\n", q->addr, len);
 | |
|                 qemu_hexdump((char *)buf, stderr, "", len);
 | |
|             }
 | |
|             if (q->inc) {
 | |
|                 q->addr += len;
 | |
|             }
 | |
|             num_exec++;
 | |
|         } else if (fifo_res == PL330_FIFO_STALL) {
 | |
|             pl330_fault(&channel->parent->chan[q->tag],
 | |
|                                 PL330_FAULT_FIFOEMPTY_ERR);
 | |
|         }
 | |
|         q->n--;
 | |
|         if (!q->n) {
 | |
|             pl330_queue_remove_insn(&s->write_queue, q);
 | |
|         }
 | |
|     }
 | |
| 
 | |
|     return num_exec;
 | |
| }
 | |
| 
 | |
| static int pl330_exec_channel(PL330Chan *channel)
 | |
| {
 | |
|     int insr_exec = 0;
 | |
| 
 | |
|     /* TODO: Is it all right to execute everything or should we do per-cycle
 | |
|        simulation? */
 | |
|     while (pl330_exec_cycle(channel)) {
 | |
|         insr_exec++;
 | |
|     }
 | |
| 
 | |
|     /* Detect deadlock */
 | |
|     if (channel->state == pl330_chan_executing) {
 | |
|         pl330_fault(channel, PL330_FAULT_LOCKUP_ERR);
 | |
|     }
 | |
|     /* Situation when one of the queues has deadlocked but all channels
 | |
|      * have finished their programs should be impossible.
 | |
|      */
 | |
| 
 | |
|     return insr_exec;
 | |
| }
 | |
| 
 | |
| static inline void pl330_exec(PL330State *s)
 | |
| {
 | |
|     DB_PRINT("\n");
 | |
|     int i, insr_exec;
 | |
|     do {
 | |
|         insr_exec = pl330_exec_channel(&s->manager);
 | |
| 
 | |
|         for (i = 0; i < s->num_chnls; i++) {
 | |
|             insr_exec += pl330_exec_channel(&s->chan[i]);
 | |
|         }
 | |
|     } while (insr_exec);
 | |
| }
 | |
| 
 | |
| static void pl330_exec_cycle_timer(void *opaque)
 | |
| {
 | |
|     PL330State *s = (PL330State *)opaque;
 | |
|     pl330_exec(s);
 | |
| }
 | |
| 
 | |
| /* Stop or restore dma operations */
 | |
| 
 | |
| static void pl330_dma_stop_irq(void *opaque, int irq, int level)
 | |
| {
 | |
|     PL330State *s = (PL330State *)opaque;
 | |
| 
 | |
|     if (s->periph_busy[irq] != level) {
 | |
|         s->periph_busy[irq] = level;
 | |
|         timer_mod(s->timer, qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL));
 | |
|     }
 | |
| }
 | |
| 
 | |
| static void pl330_debug_exec(PL330State *s)
 | |
| {
 | |
|     uint8_t args[5];
 | |
|     uint8_t opcode;
 | |
|     uint8_t chan_id;
 | |
|     int i;
 | |
|     PL330Chan *ch;
 | |
|     const PL330InsnDesc *insn;
 | |
| 
 | |
|     s->debug_status = 1;
 | |
|     chan_id = (s->dbg[0] >>  8) & 0x07;
 | |
|     opcode  = (s->dbg[0] >> 16) & 0xff;
 | |
|     args[0] = (s->dbg[0] >> 24) & 0xff;
 | |
|     args[1] = (s->dbg[1] >>  0) & 0xff;
 | |
|     args[2] = (s->dbg[1] >>  8) & 0xff;
 | |
|     args[3] = (s->dbg[1] >> 16) & 0xff;
 | |
|     args[4] = (s->dbg[1] >> 24) & 0xff;
 | |
|     DB_PRINT("chan id: %" PRIx8 "\n", chan_id);
 | |
|     if (s->dbg[0] & 1) {
 | |
|         ch = &s->chan[chan_id];
 | |
|     } else {
 | |
|         ch = &s->manager;
 | |
|     }
 | |
|     insn = NULL;
 | |
|     for (i = 0; debug_insn_desc[i].size; i++) {
 | |
|         if ((opcode & debug_insn_desc[i].opmask) == debug_insn_desc[i].opcode) {
 | |
|             insn = &debug_insn_desc[i];
 | |
|         }
 | |
|     }
 | |
|     if (!insn) {
 | |
|         pl330_fault(ch, PL330_FAULT_UNDEF_INSTR | PL330_FAULT_DBG_INSTR);
 | |
|         return ;
 | |
|     }
 | |
|     ch->stall = 0;
 | |
|     insn->exec(ch, opcode, args, insn->size - 1);
 | |
|     if (ch->fault_type) {
 | |
|         ch->fault_type |= PL330_FAULT_DBG_INSTR;
 | |
|     }
 | |
|     if (ch->stall) {
 | |
|         qemu_log_mask(LOG_UNIMP, "pl330: stall of debug instruction not "
 | |
|                       "implemented\n");
 | |
|     }
 | |
|     s->debug_status = 0;
 | |
| }
 | |
| 
 | |
| /* IOMEM mapped registers */
 | |
| 
 | |
| static void pl330_iomem_write(void *opaque, hwaddr offset,
 | |
|                               uint64_t value, unsigned size)
 | |
| {
 | |
|     PL330State *s = (PL330State *) opaque;
 | |
|     int i;
 | |
| 
 | |
|     DB_PRINT("addr: %08x data: %08x\n", (unsigned)offset, (unsigned)value);
 | |
| 
 | |
|     switch (offset) {
 | |
|     case PL330_REG_INTEN:
 | |
|         s->inten = value;
 | |
|         break;
 | |
|     case PL330_REG_INTCLR:
 | |
|         for (i = 0; i < s->num_events; i++) {
 | |
|             if (s->int_status & s->inten & value & (1 << i)) {
 | |
|                 DB_PRINT("event interrupt lowered %d\n", i);
 | |
|                 qemu_irq_lower(s->irq[i]);
 | |
|             }
 | |
|         }
 | |
|         s->ev_status &= ~(value & s->inten);
 | |
|         s->int_status &= ~(value & s->inten);
 | |
|         break;
 | |
|     case PL330_REG_DBGCMD:
 | |
|         if ((value & 3) == 0) {
 | |
|             pl330_debug_exec(s);
 | |
|             pl330_exec(s);
 | |
|         } else {
 | |
|             qemu_log_mask(LOG_GUEST_ERROR, "pl330: write of illegal value %u "
 | |
|                           "for offset " TARGET_FMT_plx "\n", (unsigned)value,
 | |
|                           offset);
 | |
|         }
 | |
|         break;
 | |
|     case PL330_REG_DBGINST0:
 | |
|         DB_PRINT("s->dbg[0] = %08x\n", (unsigned)value);
 | |
|         s->dbg[0] = value;
 | |
|         break;
 | |
|     case PL330_REG_DBGINST1:
 | |
|         DB_PRINT("s->dbg[1] = %08x\n", (unsigned)value);
 | |
|         s->dbg[1] = value;
 | |
|         break;
 | |
|     default:
 | |
|         qemu_log_mask(LOG_GUEST_ERROR, "pl330: bad write offset " TARGET_FMT_plx
 | |
|                       "\n", offset);
 | |
|         break;
 | |
|     }
 | |
| }
 | |
| 
 | |
| static inline uint32_t pl330_iomem_read_imp(void *opaque,
 | |
|         hwaddr offset)
 | |
| {
 | |
|     PL330State *s = (PL330State *)opaque;
 | |
|     int chan_id;
 | |
|     int i;
 | |
|     uint32_t res;
 | |
| 
 | |
|     if (offset >= PL330_REG_PERIPH_ID && offset < PL330_REG_PERIPH_ID + 32) {
 | |
|         return pl330_id[(offset - PL330_REG_PERIPH_ID) >> 2];
 | |
|     }
 | |
|     if (offset >= PL330_REG_CR0_BASE && offset < PL330_REG_CR0_BASE + 24) {
 | |
|         return s->cfg[(offset - PL330_REG_CR0_BASE) >> 2];
 | |
|     }
 | |
|     if (offset >= PL330_REG_CHANCTRL && offset < PL330_REG_DBGSTATUS) {
 | |
|         offset -= PL330_REG_CHANCTRL;
 | |
|         chan_id = offset >> 5;
 | |
|         if (chan_id >= s->num_chnls) {
 | |
|             qemu_log_mask(LOG_GUEST_ERROR, "pl330: bad read offset "
 | |
|                           TARGET_FMT_plx "\n", offset);
 | |
|             return 0;
 | |
|         }
 | |
|         switch (offset & 0x1f) {
 | |
|         case 0x00:
 | |
|             return s->chan[chan_id].src;
 | |
|         case 0x04:
 | |
|             return s->chan[chan_id].dst;
 | |
|         case 0x08:
 | |
|             return s->chan[chan_id].control;
 | |
|         case 0x0C:
 | |
|             return s->chan[chan_id].lc[0];
 | |
|         case 0x10:
 | |
|             return s->chan[chan_id].lc[1];
 | |
|         default:
 | |
|             qemu_log_mask(LOG_GUEST_ERROR, "pl330: bad read offset "
 | |
|                           TARGET_FMT_plx "\n", offset);
 | |
|             return 0;
 | |
|         }
 | |
|     }
 | |
|     if (offset >= PL330_REG_CSR_BASE && offset < 0x400) {
 | |
|         offset -= PL330_REG_CSR_BASE;
 | |
|         chan_id = offset >> 3;
 | |
|         if (chan_id >= s->num_chnls) {
 | |
|             qemu_log_mask(LOG_GUEST_ERROR, "pl330: bad read offset "
 | |
|                           TARGET_FMT_plx "\n", offset);
 | |
|             return 0;
 | |
|         }
 | |
|         switch ((offset >> 2) & 1) {
 | |
|         case 0x0:
 | |
|             res = (s->chan[chan_id].ns << 21) |
 | |
|                     (s->chan[chan_id].wakeup << 4) |
 | |
|                     (s->chan[chan_id].state) |
 | |
|                     (s->chan[chan_id].wfp_sbp << 14);
 | |
|             return res;
 | |
|         case 0x1:
 | |
|             return s->chan[chan_id].pc;
 | |
|         default:
 | |
|             qemu_log_mask(LOG_GUEST_ERROR, "pl330: read error\n");
 | |
|             return 0;
 | |
|         }
 | |
|     }
 | |
|     if (offset >= PL330_REG_FTR_BASE && offset < 0x100) {
 | |
|         offset -= PL330_REG_FTR_BASE;
 | |
|         chan_id = offset >> 2;
 | |
|         if (chan_id >= s->num_chnls) {
 | |
|             qemu_log_mask(LOG_GUEST_ERROR, "pl330: bad read offset "
 | |
|                           TARGET_FMT_plx "\n", offset);
 | |
|             return 0;
 | |
|         }
 | |
|         return s->chan[chan_id].fault_type;
 | |
|     }
 | |
|     switch (offset) {
 | |
|     case PL330_REG_DSR:
 | |
|         return (s->manager.ns << 9) | (s->manager.wakeup << 4) |
 | |
|             (s->manager.state & 0xf);
 | |
|     case PL330_REG_DPC:
 | |
|         return s->manager.pc;
 | |
|     case PL330_REG_INTEN:
 | |
|         return s->inten;
 | |
|     case PL330_REG_INT_EVENT_RIS:
 | |
|         return s->ev_status;
 | |
|     case PL330_REG_INTMIS:
 | |
|         return s->int_status;
 | |
|     case PL330_REG_INTCLR:
 | |
|         /* Documentation says that we can't read this register
 | |
|          * but linux kernel does it
 | |
|          */
 | |
|         return 0;
 | |
|     case PL330_REG_FSRD:
 | |
|         return s->manager.state ? 1 : 0;
 | |
|     case PL330_REG_FSRC:
 | |
|         res = 0;
 | |
|         for (i = 0; i < s->num_chnls; i++) {
 | |
|             if (s->chan[i].state == pl330_chan_fault ||
 | |
|                 s->chan[i].state == pl330_chan_fault_completing) {
 | |
|                 res |= 1 << i;
 | |
|             }
 | |
|         }
 | |
|         return res;
 | |
|     case PL330_REG_FTRD:
 | |
|         return s->manager.fault_type;
 | |
|     case PL330_REG_DBGSTATUS:
 | |
|         return s->debug_status;
 | |
|     default:
 | |
|         qemu_log_mask(LOG_GUEST_ERROR, "pl330: bad read offset "
 | |
|                       TARGET_FMT_plx "\n", offset);
 | |
|     }
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| static uint64_t pl330_iomem_read(void *opaque, hwaddr offset,
 | |
|         unsigned size)
 | |
| {
 | |
|     uint32_t ret = pl330_iomem_read_imp(opaque, offset);
 | |
|     DB_PRINT("addr: %08" HWADDR_PRIx " data: %08" PRIx32 "\n", offset, ret);
 | |
|     return ret;
 | |
| }
 | |
| 
 | |
| static const MemoryRegionOps pl330_ops = {
 | |
|     .read = pl330_iomem_read,
 | |
|     .write = pl330_iomem_write,
 | |
|     .endianness = DEVICE_NATIVE_ENDIAN,
 | |
|     .impl = {
 | |
|         .min_access_size = 4,
 | |
|         .max_access_size = 4,
 | |
|     }
 | |
| };
 | |
| 
 | |
| /* Controller logic and initialization */
 | |
| 
 | |
| static void pl330_chan_reset(PL330Chan *ch)
 | |
| {
 | |
|     ch->src = 0;
 | |
|     ch->dst = 0;
 | |
|     ch->pc = 0;
 | |
|     ch->state = pl330_chan_stopped;
 | |
|     ch->watchdog_timer = 0;
 | |
|     ch->stall = 0;
 | |
|     ch->control = 0;
 | |
|     ch->status = 0;
 | |
|     ch->fault_type = 0;
 | |
| }
 | |
| 
 | |
| static void pl330_reset(DeviceState *d)
 | |
| {
 | |
|     int i;
 | |
|     PL330State *s = PL330(d);
 | |
| 
 | |
|     s->inten = 0;
 | |
|     s->int_status = 0;
 | |
|     s->ev_status = 0;
 | |
|     s->debug_status = 0;
 | |
|     s->num_faulting = 0;
 | |
|     s->manager.ns = s->mgr_ns_at_rst;
 | |
|     pl330_fifo_reset(&s->fifo);
 | |
|     pl330_queue_reset(&s->read_queue);
 | |
|     pl330_queue_reset(&s->write_queue);
 | |
| 
 | |
|     for (i = 0; i < s->num_chnls; i++) {
 | |
|         pl330_chan_reset(&s->chan[i]);
 | |
|     }
 | |
|     for (i = 0; i < s->num_periph_req; i++) {
 | |
|         s->periph_busy[i] = 0;
 | |
|     }
 | |
| 
 | |
|     timer_del(s->timer);
 | |
| }
 | |
| 
 | |
| static void pl330_realize(DeviceState *dev, Error **errp)
 | |
| {
 | |
|     int i;
 | |
|     PL330State *s = PL330(dev);
 | |
| 
 | |
|     sysbus_init_irq(SYS_BUS_DEVICE(dev), &s->irq_abort);
 | |
|     memory_region_init_io(&s->iomem, OBJECT(s), &pl330_ops, s,
 | |
|                           "dma", PL330_IOMEM_SIZE);
 | |
|     sysbus_init_mmio(SYS_BUS_DEVICE(dev), &s->iomem);
 | |
| 
 | |
|     s->timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, pl330_exec_cycle_timer, s);
 | |
| 
 | |
|     s->cfg[0] = (s->mgr_ns_at_rst ? 0x4 : 0) |
 | |
|                 (s->num_periph_req > 0 ? 1 : 0) |
 | |
|                 ((s->num_chnls - 1) & 0x7) << 4 |
 | |
|                 ((s->num_periph_req - 1) & 0x1f) << 12 |
 | |
|                 ((s->num_events - 1) & 0x1f) << 17;
 | |
| 
 | |
|     switch (s->i_cache_len) {
 | |
|     case (4):
 | |
|         s->cfg[1] |= 2;
 | |
|         break;
 | |
|     case (8):
 | |
|         s->cfg[1] |= 3;
 | |
|         break;
 | |
|     case (16):
 | |
|         s->cfg[1] |= 4;
 | |
|         break;
 | |
|     case (32):
 | |
|         s->cfg[1] |= 5;
 | |
|         break;
 | |
|     default:
 | |
|         error_setg(errp, "Bad value for i-cache_len property: %" PRIx8,
 | |
|                    s->i_cache_len);
 | |
|         return;
 | |
|     }
 | |
|     s->cfg[1] |= ((s->num_i_cache_lines - 1) & 0xf) << 4;
 | |
| 
 | |
|     s->chan = g_new0(PL330Chan, s->num_chnls);
 | |
|     s->hi_seqn = g_new0(uint8_t, s->num_chnls);
 | |
|     s->lo_seqn = g_new0(uint8_t, s->num_chnls);
 | |
|     for (i = 0; i < s->num_chnls; i++) {
 | |
|         s->chan[i].parent = s;
 | |
|         s->chan[i].tag = (uint8_t)i;
 | |
|     }
 | |
|     s->manager.parent = s;
 | |
|     s->manager.tag = s->num_chnls;
 | |
|     s->manager.is_manager = true;
 | |
| 
 | |
|     s->irq = g_new0(qemu_irq, s->num_events);
 | |
|     for (i = 0; i < s->num_events; i++) {
 | |
|         sysbus_init_irq(SYS_BUS_DEVICE(dev), &s->irq[i]);
 | |
|     }
 | |
| 
 | |
|     qdev_init_gpio_in(dev, pl330_dma_stop_irq, PL330_PERIPH_NUM);
 | |
| 
 | |
|     switch (s->data_width) {
 | |
|     case (32):
 | |
|         s->cfg[CFG_CRD] |= 0x2;
 | |
|         break;
 | |
|     case (64):
 | |
|         s->cfg[CFG_CRD] |= 0x3;
 | |
|         break;
 | |
|     case (128):
 | |
|         s->cfg[CFG_CRD] |= 0x4;
 | |
|         break;
 | |
|     default:
 | |
|         error_setg(errp, "Bad value for data_width property: %" PRIx8,
 | |
|                    s->data_width);
 | |
|         return;
 | |
|     }
 | |
| 
 | |
|     s->cfg[CFG_CRD] |= ((s->wr_cap - 1) & 0x7) << 4 |
 | |
|                     ((s->wr_q_dep - 1) & 0xf) << 8 |
 | |
|                     ((s->rd_cap - 1) & 0x7) << 12 |
 | |
|                     ((s->rd_q_dep - 1) & 0xf) << 16 |
 | |
|                     ((s->data_buffer_dep - 1) & 0x1ff) << 20;
 | |
| 
 | |
|     pl330_queue_init(&s->read_queue, s->rd_q_dep, s);
 | |
|     pl330_queue_init(&s->write_queue, s->wr_q_dep, s);
 | |
|     pl330_fifo_init(&s->fifo, s->data_width / 4 * s->data_buffer_dep);
 | |
| }
 | |
| 
 | |
| static Property pl330_properties[] = {
 | |
|     /* CR0 */
 | |
|     DEFINE_PROP_UINT32("num_chnls", PL330State, num_chnls, 8),
 | |
|     DEFINE_PROP_UINT8("num_periph_req", PL330State, num_periph_req, 4),
 | |
|     DEFINE_PROP_UINT8("num_events", PL330State, num_events, 16),
 | |
|     DEFINE_PROP_UINT8("mgr_ns_at_rst", PL330State, mgr_ns_at_rst, 0),
 | |
|     /* CR1 */
 | |
|     DEFINE_PROP_UINT8("i-cache_len", PL330State, i_cache_len, 4),
 | |
|     DEFINE_PROP_UINT8("num_i-cache_lines", PL330State, num_i_cache_lines, 8),
 | |
|     /* CR2-4 */
 | |
|     DEFINE_PROP_UINT32("boot_addr", PL330State, cfg[CFG_BOOT_ADDR], 0),
 | |
|     DEFINE_PROP_UINT32("INS", PL330State, cfg[CFG_INS], 0),
 | |
|     DEFINE_PROP_UINT32("PNS", PL330State, cfg[CFG_PNS], 0),
 | |
|     /* CRD */
 | |
|     DEFINE_PROP_UINT8("data_width", PL330State, data_width, 64),
 | |
|     DEFINE_PROP_UINT8("wr_cap", PL330State, wr_cap, 8),
 | |
|     DEFINE_PROP_UINT8("wr_q_dep", PL330State, wr_q_dep, 16),
 | |
|     DEFINE_PROP_UINT8("rd_cap", PL330State, rd_cap, 8),
 | |
|     DEFINE_PROP_UINT8("rd_q_dep", PL330State, rd_q_dep, 16),
 | |
|     DEFINE_PROP_UINT16("data_buffer_dep", PL330State, data_buffer_dep, 256),
 | |
| 
 | |
|     DEFINE_PROP_END_OF_LIST(),
 | |
| };
 | |
| 
 | |
| static void pl330_class_init(ObjectClass *klass, void *data)
 | |
| {
 | |
|     DeviceClass *dc = DEVICE_CLASS(klass);
 | |
| 
 | |
|     dc->realize = pl330_realize;
 | |
|     dc->reset = pl330_reset;
 | |
|     dc->props = pl330_properties;
 | |
|     dc->vmsd = &vmstate_pl330;
 | |
| }
 | |
| 
 | |
| static const TypeInfo pl330_type_info = {
 | |
|     .name           = TYPE_PL330,
 | |
|     .parent         = TYPE_SYS_BUS_DEVICE,
 | |
|     .instance_size  = sizeof(PL330State),
 | |
|     .class_init      = pl330_class_init,
 | |
| };
 | |
| 
 | |
| static void pl330_register_types(void)
 | |
| {
 | |
|     type_register_static(&pl330_type_info);
 | |
| }
 | |
| 
 | |
| type_init(pl330_register_types)
 |