|
@@ -87,15 +87,14 @@ static void nocomp_send_cleanup(MultiFDSendParams *p, Error **errp)
|
|
static int nocomp_send_prepare(MultiFDSendParams *p, Error **errp)
|
|
static int nocomp_send_prepare(MultiFDSendParams *p, Error **errp)
|
|
{
|
|
{
|
|
MultiFDPages_t *pages = p->pages;
|
|
MultiFDPages_t *pages = p->pages;
|
|
- size_t page_size = qemu_target_page_size();
|
|
|
|
|
|
|
|
for (int i = 0; i < p->normal_num; i++) {
|
|
for (int i = 0; i < p->normal_num; i++) {
|
|
p->iov[p->iovs_num].iov_base = pages->block->host + p->normal[i];
|
|
p->iov[p->iovs_num].iov_base = pages->block->host + p->normal[i];
|
|
- p->iov[p->iovs_num].iov_len = page_size;
|
|
|
|
|
|
+ p->iov[p->iovs_num].iov_len = p->page_size;
|
|
p->iovs_num++;
|
|
p->iovs_num++;
|
|
}
|
|
}
|
|
|
|
|
|
- p->next_packet_size = p->normal_num * page_size;
|
|
|
|
|
|
+ p->next_packet_size = p->normal_num * p->page_size;
|
|
p->flags |= MULTIFD_FLAG_NOCOMP;
|
|
p->flags |= MULTIFD_FLAG_NOCOMP;
|
|
return 0;
|
|
return 0;
|
|
}
|
|
}
|
|
@@ -139,7 +138,6 @@ static void nocomp_recv_cleanup(MultiFDRecvParams *p)
|
|
static int nocomp_recv_pages(MultiFDRecvParams *p, Error **errp)
|
|
static int nocomp_recv_pages(MultiFDRecvParams *p, Error **errp)
|
|
{
|
|
{
|
|
uint32_t flags = p->flags & MULTIFD_FLAG_COMPRESSION_MASK;
|
|
uint32_t flags = p->flags & MULTIFD_FLAG_COMPRESSION_MASK;
|
|
- size_t page_size = qemu_target_page_size();
|
|
|
|
|
|
|
|
if (flags != MULTIFD_FLAG_NOCOMP) {
|
|
if (flags != MULTIFD_FLAG_NOCOMP) {
|
|
error_setg(errp, "multifd %u: flags received %x flags expected %x",
|
|
error_setg(errp, "multifd %u: flags received %x flags expected %x",
|
|
@@ -148,7 +146,7 @@ static int nocomp_recv_pages(MultiFDRecvParams *p, Error **errp)
|
|
}
|
|
}
|
|
for (int i = 0; i < p->normal_num; i++) {
|
|
for (int i = 0; i < p->normal_num; i++) {
|
|
p->iov[i].iov_base = p->host + p->normal[i];
|
|
p->iov[i].iov_base = p->host + p->normal[i];
|
|
- p->iov[i].iov_len = page_size;
|
|
|
|
|
|
+ p->iov[i].iov_len = p->page_size;
|
|
}
|
|
}
|
|
return qio_channel_readv_all(p->c, p->iov, p->normal_num, errp);
|
|
return qio_channel_readv_all(p->c, p->iov, p->normal_num, errp);
|
|
}
|
|
}
|
|
@@ -281,8 +279,7 @@ static void multifd_send_fill_packet(MultiFDSendParams *p)
|
|
static int multifd_recv_unfill_packet(MultiFDRecvParams *p, Error **errp)
|
|
static int multifd_recv_unfill_packet(MultiFDRecvParams *p, Error **errp)
|
|
{
|
|
{
|
|
MultiFDPacket_t *packet = p->packet;
|
|
MultiFDPacket_t *packet = p->packet;
|
|
- size_t page_size = qemu_target_page_size();
|
|
|
|
- uint32_t page_count = MULTIFD_PACKET_SIZE / page_size;
|
|
|
|
|
|
+ uint32_t page_count = MULTIFD_PACKET_SIZE / p->page_size;
|
|
RAMBlock *block;
|
|
RAMBlock *block;
|
|
int i;
|
|
int i;
|
|
|
|
|
|
@@ -344,7 +341,7 @@ static int multifd_recv_unfill_packet(MultiFDRecvParams *p, Error **errp)
|
|
for (i = 0; i < p->normal_num; i++) {
|
|
for (i = 0; i < p->normal_num; i++) {
|
|
uint64_t offset = be64_to_cpu(packet->offset[i]);
|
|
uint64_t offset = be64_to_cpu(packet->offset[i]);
|
|
|
|
|
|
- if (offset > (block->used_length - page_size)) {
|
|
|
|
|
|
+ if (offset > (block->used_length - p->page_size)) {
|
|
error_setg(errp, "multifd: offset too long %" PRIu64
|
|
error_setg(errp, "multifd: offset too long %" PRIu64
|
|
" (max " RAM_ADDR_FMT ")",
|
|
" (max " RAM_ADDR_FMT ")",
|
|
offset, block->used_length);
|
|
offset, block->used_length);
|
|
@@ -433,8 +430,7 @@ static int multifd_send_pages(QEMUFile *f)
|
|
p->packet_num = multifd_send_state->packet_num++;
|
|
p->packet_num = multifd_send_state->packet_num++;
|
|
multifd_send_state->pages = p->pages;
|
|
multifd_send_state->pages = p->pages;
|
|
p->pages = pages;
|
|
p->pages = pages;
|
|
- transferred = ((uint64_t) pages->num) * qemu_target_page_size()
|
|
|
|
- + p->packet_len;
|
|
|
|
|
|
+ transferred = ((uint64_t) pages->num) * p->page_size + p->packet_len;
|
|
qemu_file_acct_rate_limit(f, transferred);
|
|
qemu_file_acct_rate_limit(f, transferred);
|
|
ram_counters.multifd_bytes += transferred;
|
|
ram_counters.multifd_bytes += transferred;
|
|
ram_counters.transferred += transferred;
|
|
ram_counters.transferred += transferred;
|
|
@@ -947,6 +943,7 @@ int multifd_save_setup(Error **errp)
|
|
/* We need one extra place for the packet header */
|
|
/* We need one extra place for the packet header */
|
|
p->iov = g_new0(struct iovec, page_count + 1);
|
|
p->iov = g_new0(struct iovec, page_count + 1);
|
|
p->normal = g_new0(ram_addr_t, page_count);
|
|
p->normal = g_new0(ram_addr_t, page_count);
|
|
|
|
+ p->page_size = qemu_target_page_size();
|
|
|
|
|
|
if (migrate_use_zero_copy_send()) {
|
|
if (migrate_use_zero_copy_send()) {
|
|
p->write_flags = QIO_CHANNEL_WRITE_FLAG_ZERO_COPY;
|
|
p->write_flags = QIO_CHANNEL_WRITE_FLAG_ZERO_COPY;
|
|
@@ -1194,6 +1191,7 @@ int multifd_load_setup(Error **errp)
|
|
p->name = g_strdup_printf("multifdrecv_%d", i);
|
|
p->name = g_strdup_printf("multifdrecv_%d", i);
|
|
p->iov = g_new0(struct iovec, page_count);
|
|
p->iov = g_new0(struct iovec, page_count);
|
|
p->normal = g_new0(ram_addr_t, page_count);
|
|
p->normal = g_new0(ram_addr_t, page_count);
|
|
|
|
+ p->page_size = qemu_target_page_size();
|
|
}
|
|
}
|
|
|
|
|
|
for (i = 0; i < thread_count; i++) {
|
|
for (i = 0; i < thread_count; i++) {
|