|
@@ -17,14 +17,16 @@
|
|
#include "target/loongarch/internals.h"
|
|
#include "target/loongarch/internals.h"
|
|
#include "trace.h"
|
|
#include "trace.h"
|
|
|
|
|
|
-static void loongarch_ipi_writel(void *, hwaddr, uint64_t, unsigned);
|
|
|
|
-
|
|
|
|
-static uint64_t loongarch_ipi_readl(void *opaque, hwaddr addr, unsigned size)
|
|
|
|
|
|
+static MemTxResult loongarch_ipi_readl(void *opaque, hwaddr addr,
|
|
|
|
+ uint64_t *data,
|
|
|
|
+ unsigned size, MemTxAttrs attrs)
|
|
{
|
|
{
|
|
- IPICore *s = opaque;
|
|
|
|
|
|
+ IPICore *s;
|
|
|
|
+ LoongArchIPI *ipi = opaque;
|
|
uint64_t ret = 0;
|
|
uint64_t ret = 0;
|
|
int index = 0;
|
|
int index = 0;
|
|
|
|
|
|
|
|
+ s = &ipi->ipi_core;
|
|
addr &= 0xff;
|
|
addr &= 0xff;
|
|
switch (addr) {
|
|
switch (addr) {
|
|
case CORE_STATUS_OFF:
|
|
case CORE_STATUS_OFF:
|
|
@@ -49,10 +51,12 @@ static uint64_t loongarch_ipi_readl(void *opaque, hwaddr addr, unsigned size)
|
|
}
|
|
}
|
|
|
|
|
|
trace_loongarch_ipi_read(size, (uint64_t)addr, ret);
|
|
trace_loongarch_ipi_read(size, (uint64_t)addr, ret);
|
|
- return ret;
|
|
|
|
|
|
+ *data = ret;
|
|
|
|
+ return MEMTX_OK;
|
|
}
|
|
}
|
|
|
|
|
|
-static void send_ipi_data(CPULoongArchState *env, uint64_t val, hwaddr addr)
|
|
|
|
|
|
+static void send_ipi_data(CPULoongArchState *env, uint64_t val, hwaddr addr,
|
|
|
|
+ MemTxAttrs attrs)
|
|
{
|
|
{
|
|
int i, mask = 0, data = 0;
|
|
int i, mask = 0, data = 0;
|
|
|
|
|
|
@@ -62,7 +66,7 @@ static void send_ipi_data(CPULoongArchState *env, uint64_t val, hwaddr addr)
|
|
*/
|
|
*/
|
|
if ((val >> 27) & 0xf) {
|
|
if ((val >> 27) & 0xf) {
|
|
data = address_space_ldl(&env->address_space_iocsr, addr,
|
|
data = address_space_ldl(&env->address_space_iocsr, addr,
|
|
- MEMTXATTRS_UNSPECIFIED, NULL);
|
|
|
|
|
|
+ attrs, NULL);
|
|
for (i = 0; i < 4; i++) {
|
|
for (i = 0; i < 4; i++) {
|
|
/* get mask for byte writing */
|
|
/* get mask for byte writing */
|
|
if (val & (0x1 << (27 + i))) {
|
|
if (val & (0x1 << (27 + i))) {
|
|
@@ -74,7 +78,7 @@ static void send_ipi_data(CPULoongArchState *env, uint64_t val, hwaddr addr)
|
|
data &= mask;
|
|
data &= mask;
|
|
data |= (val >> 32) & ~mask;
|
|
data |= (val >> 32) & ~mask;
|
|
address_space_stl(&env->address_space_iocsr, addr,
|
|
address_space_stl(&env->address_space_iocsr, addr,
|
|
- data, MEMTXATTRS_UNSPECIFIED, NULL);
|
|
|
|
|
|
+ data, attrs, NULL);
|
|
}
|
|
}
|
|
|
|
|
|
static int archid_cmp(const void *a, const void *b)
|
|
static int archid_cmp(const void *a, const void *b)
|
|
@@ -103,80 +107,72 @@ static CPUState *ipi_getcpu(int arch_id)
|
|
CPUArchId *archid;
|
|
CPUArchId *archid;
|
|
|
|
|
|
archid = find_cpu_by_archid(machine, arch_id);
|
|
archid = find_cpu_by_archid(machine, arch_id);
|
|
- return CPU(archid->cpu);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void ipi_send(uint64_t val)
|
|
|
|
-{
|
|
|
|
- uint32_t cpuid;
|
|
|
|
- uint8_t vector;
|
|
|
|
- CPUState *cs;
|
|
|
|
- LoongArchCPU *cpu;
|
|
|
|
- LoongArchIPI *s;
|
|
|
|
-
|
|
|
|
- cpuid = extract32(val, 16, 10);
|
|
|
|
- if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
|
|
- trace_loongarch_ipi_unsupported_cpuid("IOCSR_IPI_SEND", cpuid);
|
|
|
|
- return;
|
|
|
|
|
|
+ if (archid) {
|
|
|
|
+ return CPU(archid->cpu);
|
|
}
|
|
}
|
|
|
|
|
|
- /* IPI status vector */
|
|
|
|
- vector = extract8(val, 0, 5);
|
|
|
|
-
|
|
|
|
- cs = ipi_getcpu(cpuid);
|
|
|
|
- cpu = LOONGARCH_CPU(cs);
|
|
|
|
- s = LOONGARCH_IPI(cpu->env.ipistate);
|
|
|
|
- loongarch_ipi_writel(&s->ipi_core, CORE_SET_OFF, BIT(vector), 4);
|
|
|
|
|
|
+ return NULL;
|
|
}
|
|
}
|
|
|
|
|
|
-static void mail_send(uint64_t val)
|
|
|
|
|
|
+static MemTxResult mail_send(uint64_t val, MemTxAttrs attrs)
|
|
{
|
|
{
|
|
uint32_t cpuid;
|
|
uint32_t cpuid;
|
|
hwaddr addr;
|
|
hwaddr addr;
|
|
- CPULoongArchState *env;
|
|
|
|
CPUState *cs;
|
|
CPUState *cs;
|
|
- LoongArchCPU *cpu;
|
|
|
|
|
|
|
|
cpuid = extract32(val, 16, 10);
|
|
cpuid = extract32(val, 16, 10);
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_MAIL_SEND", cpuid);
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_MAIL_SEND", cpuid);
|
|
- return;
|
|
|
|
|
|
+ return MEMTX_DECODE_ERROR;
|
|
}
|
|
}
|
|
|
|
|
|
- addr = 0x1020 + (val & 0x1c);
|
|
|
|
cs = ipi_getcpu(cpuid);
|
|
cs = ipi_getcpu(cpuid);
|
|
- cpu = LOONGARCH_CPU(cs);
|
|
|
|
- env = &cpu->env;
|
|
|
|
- send_ipi_data(env, val, addr);
|
|
|
|
|
|
+ if (cs == NULL) {
|
|
|
|
+ return MEMTX_DECODE_ERROR;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ /* override requester_id */
|
|
|
|
+ addr = SMP_IPI_MAILBOX + CORE_BUF_20 + (val & 0x1c);
|
|
|
|
+ attrs.requester_id = cs->cpu_index;
|
|
|
|
+ send_ipi_data(&LOONGARCH_CPU(cs)->env, val, addr, attrs);
|
|
|
|
+ return MEMTX_OK;
|
|
}
|
|
}
|
|
|
|
|
|
-static void any_send(uint64_t val)
|
|
|
|
|
|
+static MemTxResult any_send(uint64_t val, MemTxAttrs attrs)
|
|
{
|
|
{
|
|
uint32_t cpuid;
|
|
uint32_t cpuid;
|
|
hwaddr addr;
|
|
hwaddr addr;
|
|
- CPULoongArchState *env;
|
|
|
|
CPUState *cs;
|
|
CPUState *cs;
|
|
- LoongArchCPU *cpu;
|
|
|
|
|
|
|
|
cpuid = extract32(val, 16, 10);
|
|
cpuid = extract32(val, 16, 10);
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_ANY_SEND", cpuid);
|
|
trace_loongarch_ipi_unsupported_cpuid("IOCSR_ANY_SEND", cpuid);
|
|
- return;
|
|
|
|
|
|
+ return MEMTX_DECODE_ERROR;
|
|
}
|
|
}
|
|
|
|
|
|
- addr = val & 0xffff;
|
|
|
|
cs = ipi_getcpu(cpuid);
|
|
cs = ipi_getcpu(cpuid);
|
|
- cpu = LOONGARCH_CPU(cs);
|
|
|
|
- env = &cpu->env;
|
|
|
|
- send_ipi_data(env, val, addr);
|
|
|
|
|
|
+ if (cs == NULL) {
|
|
|
|
+ return MEMTX_DECODE_ERROR;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ /* override requester_id */
|
|
|
|
+ addr = val & 0xffff;
|
|
|
|
+ attrs.requester_id = cs->cpu_index;
|
|
|
|
+ send_ipi_data(&LOONGARCH_CPU(cs)->env, val, addr, attrs);
|
|
|
|
+ return MEMTX_OK;
|
|
}
|
|
}
|
|
|
|
|
|
-static void loongarch_ipi_writel(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
- unsigned size)
|
|
|
|
|
|
+static MemTxResult loongarch_ipi_writel(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
+ unsigned size, MemTxAttrs attrs)
|
|
{
|
|
{
|
|
- IPICore *s = opaque;
|
|
|
|
|
|
+ LoongArchIPI *ipi = opaque;
|
|
|
|
+ IPICore *s;
|
|
int index = 0;
|
|
int index = 0;
|
|
|
|
+ uint32_t cpuid;
|
|
|
|
+ uint8_t vector;
|
|
|
|
+ CPUState *cs;
|
|
|
|
|
|
|
|
+ s = &ipi->ipi_core;
|
|
addr &= 0xff;
|
|
addr &= 0xff;
|
|
trace_loongarch_ipi_write(size, (uint64_t)addr, val);
|
|
trace_loongarch_ipi_write(size, (uint64_t)addr, val);
|
|
switch (addr) {
|
|
switch (addr) {
|
|
@@ -203,17 +199,35 @@ static void loongarch_ipi_writel(void *opaque, hwaddr addr, uint64_t val,
|
|
s->buf[index] = val;
|
|
s->buf[index] = val;
|
|
break;
|
|
break;
|
|
case IOCSR_IPI_SEND:
|
|
case IOCSR_IPI_SEND:
|
|
- ipi_send(val);
|
|
|
|
|
|
+ cpuid = extract32(val, 16, 10);
|
|
|
|
+ if (cpuid >= LOONGARCH_MAX_CPUS) {
|
|
|
|
+ trace_loongarch_ipi_unsupported_cpuid("IOCSR_IPI_SEND", cpuid);
|
|
|
|
+ return MEMTX_DECODE_ERROR;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ /* IPI status vector */
|
|
|
|
+ vector = extract8(val, 0, 5);
|
|
|
|
+ cs = ipi_getcpu(cpuid);
|
|
|
|
+ if (cs == NULL) {
|
|
|
|
+ return MEMTX_DECODE_ERROR;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ /* override requester_id */
|
|
|
|
+ attrs.requester_id = cs->cpu_index;
|
|
|
|
+ ipi = LOONGARCH_IPI(LOONGARCH_CPU(cs)->env.ipistate);
|
|
|
|
+ loongarch_ipi_writel(ipi, CORE_SET_OFF, BIT(vector), 4, attrs);
|
|
break;
|
|
break;
|
|
default:
|
|
default:
|
|
qemu_log_mask(LOG_UNIMP, "invalid write: %x", (uint32_t)addr);
|
|
qemu_log_mask(LOG_UNIMP, "invalid write: %x", (uint32_t)addr);
|
|
break;
|
|
break;
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+ return MEMTX_OK;
|
|
}
|
|
}
|
|
|
|
|
|
static const MemoryRegionOps loongarch_ipi_ops = {
|
|
static const MemoryRegionOps loongarch_ipi_ops = {
|
|
- .read = loongarch_ipi_readl,
|
|
|
|
- .write = loongarch_ipi_writel,
|
|
|
|
|
|
+ .read_with_attrs = loongarch_ipi_readl,
|
|
|
|
+ .write_with_attrs = loongarch_ipi_writel,
|
|
.impl.min_access_size = 4,
|
|
.impl.min_access_size = 4,
|
|
.impl.max_access_size = 4,
|
|
.impl.max_access_size = 4,
|
|
.valid.min_access_size = 4,
|
|
.valid.min_access_size = 4,
|
|
@@ -222,24 +236,28 @@ static const MemoryRegionOps loongarch_ipi_ops = {
|
|
};
|
|
};
|
|
|
|
|
|
/* mail send and any send only support writeq */
|
|
/* mail send and any send only support writeq */
|
|
-static void loongarch_ipi_writeq(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
- unsigned size)
|
|
|
|
|
|
+static MemTxResult loongarch_ipi_writeq(void *opaque, hwaddr addr, uint64_t val,
|
|
|
|
+ unsigned size, MemTxAttrs attrs)
|
|
{
|
|
{
|
|
|
|
+ MemTxResult ret = MEMTX_OK;
|
|
|
|
+
|
|
addr &= 0xfff;
|
|
addr &= 0xfff;
|
|
switch (addr) {
|
|
switch (addr) {
|
|
case MAIL_SEND_OFFSET:
|
|
case MAIL_SEND_OFFSET:
|
|
- mail_send(val);
|
|
|
|
|
|
+ ret = mail_send(val, attrs);
|
|
break;
|
|
break;
|
|
case ANY_SEND_OFFSET:
|
|
case ANY_SEND_OFFSET:
|
|
- any_send(val);
|
|
|
|
|
|
+ ret = any_send(val, attrs);
|
|
break;
|
|
break;
|
|
default:
|
|
default:
|
|
break;
|
|
break;
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+ return ret;
|
|
}
|
|
}
|
|
|
|
|
|
static const MemoryRegionOps loongarch_ipi64_ops = {
|
|
static const MemoryRegionOps loongarch_ipi64_ops = {
|
|
- .write = loongarch_ipi_writeq,
|
|
|
|
|
|
+ .write_with_attrs = loongarch_ipi_writeq,
|
|
.impl.min_access_size = 8,
|
|
.impl.min_access_size = 8,
|
|
.impl.max_access_size = 8,
|
|
.impl.max_access_size = 8,
|
|
.valid.min_access_size = 8,
|
|
.valid.min_access_size = 8,
|
|
@@ -253,7 +271,7 @@ static void loongarch_ipi_init(Object *obj)
|
|
SysBusDevice *sbd = SYS_BUS_DEVICE(obj);
|
|
SysBusDevice *sbd = SYS_BUS_DEVICE(obj);
|
|
|
|
|
|
memory_region_init_io(&s->ipi_iocsr_mem, obj, &loongarch_ipi_ops,
|
|
memory_region_init_io(&s->ipi_iocsr_mem, obj, &loongarch_ipi_ops,
|
|
- &s->ipi_core, "loongarch_ipi_iocsr", 0x48);
|
|
|
|
|
|
+ s, "loongarch_ipi_iocsr", 0x48);
|
|
|
|
|
|
/* loongarch_ipi_iocsr performs re-entrant IO through ipi_send */
|
|
/* loongarch_ipi_iocsr performs re-entrant IO through ipi_send */
|
|
s->ipi_iocsr_mem.disable_reentrancy_guard = true;
|
|
s->ipi_iocsr_mem.disable_reentrancy_guard = true;
|
|
@@ -261,7 +279,7 @@ static void loongarch_ipi_init(Object *obj)
|
|
sysbus_init_mmio(sbd, &s->ipi_iocsr_mem);
|
|
sysbus_init_mmio(sbd, &s->ipi_iocsr_mem);
|
|
|
|
|
|
memory_region_init_io(&s->ipi64_iocsr_mem, obj, &loongarch_ipi64_ops,
|
|
memory_region_init_io(&s->ipi64_iocsr_mem, obj, &loongarch_ipi64_ops,
|
|
- &s->ipi_core, "loongarch_ipi64_iocsr", 0x118);
|
|
|
|
|
|
+ s, "loongarch_ipi64_iocsr", 0x118);
|
|
sysbus_init_mmio(sbd, &s->ipi64_iocsr_mem);
|
|
sysbus_init_mmio(sbd, &s->ipi64_iocsr_mem);
|
|
qdev_init_gpio_out(DEVICE(obj), &s->ipi_core.irq, 1);
|
|
qdev_init_gpio_out(DEVICE(obj), &s->ipi_core.irq, 1);
|
|
}
|
|
}
|