|
@@ -47,13 +47,14 @@ bool ebpf_rss_is_loaded(struct EBPFRSSContext *ctx)
|
|
return ctx != NULL && (ctx->obj != NULL || ctx->program_fd != -1);
|
|
return ctx != NULL && (ctx->obj != NULL || ctx->program_fd != -1);
|
|
}
|
|
}
|
|
|
|
|
|
-static bool ebpf_rss_mmap(struct EBPFRSSContext *ctx)
|
|
|
|
|
|
+static bool ebpf_rss_mmap(struct EBPFRSSContext *ctx, Error **errp)
|
|
{
|
|
{
|
|
ctx->mmap_configuration = mmap(NULL, qemu_real_host_page_size(),
|
|
ctx->mmap_configuration = mmap(NULL, qemu_real_host_page_size(),
|
|
PROT_READ | PROT_WRITE, MAP_SHARED,
|
|
PROT_READ | PROT_WRITE, MAP_SHARED,
|
|
ctx->map_configuration, 0);
|
|
ctx->map_configuration, 0);
|
|
if (ctx->mmap_configuration == MAP_FAILED) {
|
|
if (ctx->mmap_configuration == MAP_FAILED) {
|
|
trace_ebpf_rss_mmap_error(ctx, "configuration");
|
|
trace_ebpf_rss_mmap_error(ctx, "configuration");
|
|
|
|
+ error_setg(errp, "Unable to map eBPF configuration array");
|
|
return false;
|
|
return false;
|
|
}
|
|
}
|
|
ctx->mmap_toeplitz_key = mmap(NULL, qemu_real_host_page_size(),
|
|
ctx->mmap_toeplitz_key = mmap(NULL, qemu_real_host_page_size(),
|
|
@@ -61,6 +62,7 @@ static bool ebpf_rss_mmap(struct EBPFRSSContext *ctx)
|
|
ctx->map_toeplitz_key, 0);
|
|
ctx->map_toeplitz_key, 0);
|
|
if (ctx->mmap_toeplitz_key == MAP_FAILED) {
|
|
if (ctx->mmap_toeplitz_key == MAP_FAILED) {
|
|
trace_ebpf_rss_mmap_error(ctx, "toeplitz key");
|
|
trace_ebpf_rss_mmap_error(ctx, "toeplitz key");
|
|
|
|
+ error_setg(errp, "Unable to map eBPF toeplitz array");
|
|
goto toeplitz_fail;
|
|
goto toeplitz_fail;
|
|
}
|
|
}
|
|
ctx->mmap_indirections_table = mmap(NULL, qemu_real_host_page_size(),
|
|
ctx->mmap_indirections_table = mmap(NULL, qemu_real_host_page_size(),
|
|
@@ -68,6 +70,7 @@ static bool ebpf_rss_mmap(struct EBPFRSSContext *ctx)
|
|
ctx->map_indirections_table, 0);
|
|
ctx->map_indirections_table, 0);
|
|
if (ctx->mmap_indirections_table == MAP_FAILED) {
|
|
if (ctx->mmap_indirections_table == MAP_FAILED) {
|
|
trace_ebpf_rss_mmap_error(ctx, "indirections table");
|
|
trace_ebpf_rss_mmap_error(ctx, "indirections table");
|
|
|
|
+ error_setg(errp, "Unable to map eBPF indirection array");
|
|
goto indirection_fail;
|
|
goto indirection_fail;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -95,7 +98,7 @@ static void ebpf_rss_munmap(struct EBPFRSSContext *ctx)
|
|
ctx->mmap_indirections_table = NULL;
|
|
ctx->mmap_indirections_table = NULL;
|
|
}
|
|
}
|
|
|
|
|
|
-bool ebpf_rss_load(struct EBPFRSSContext *ctx)
|
|
|
|
|
|
+bool ebpf_rss_load(struct EBPFRSSContext *ctx, Error **errp)
|
|
{
|
|
{
|
|
struct rss_bpf *rss_bpf_ctx;
|
|
struct rss_bpf *rss_bpf_ctx;
|
|
|
|
|
|
@@ -106,6 +109,7 @@ bool ebpf_rss_load(struct EBPFRSSContext *ctx)
|
|
rss_bpf_ctx = rss_bpf__open();
|
|
rss_bpf_ctx = rss_bpf__open();
|
|
if (rss_bpf_ctx == NULL) {
|
|
if (rss_bpf_ctx == NULL) {
|
|
trace_ebpf_rss_open_error(ctx);
|
|
trace_ebpf_rss_open_error(ctx);
|
|
|
|
+ error_setg(errp, "Unable to open eBPF RSS object");
|
|
goto error;
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -113,6 +117,7 @@ bool ebpf_rss_load(struct EBPFRSSContext *ctx)
|
|
|
|
|
|
if (rss_bpf__load(rss_bpf_ctx)) {
|
|
if (rss_bpf__load(rss_bpf_ctx)) {
|
|
trace_ebpf_rss_load_error(ctx);
|
|
trace_ebpf_rss_load_error(ctx);
|
|
|
|
+ error_setg(errp, "Unable to load eBPF program");
|
|
goto error;
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -126,7 +131,7 @@ bool ebpf_rss_load(struct EBPFRSSContext *ctx)
|
|
ctx->map_toeplitz_key = bpf_map__fd(
|
|
ctx->map_toeplitz_key = bpf_map__fd(
|
|
rss_bpf_ctx->maps.tap_rss_map_toeplitz_key);
|
|
rss_bpf_ctx->maps.tap_rss_map_toeplitz_key);
|
|
|
|
|
|
- if (!ebpf_rss_mmap(ctx)) {
|
|
|
|
|
|
+ if (!ebpf_rss_mmap(ctx, errp)) {
|
|
goto error;
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -143,13 +148,28 @@ error:
|
|
}
|
|
}
|
|
|
|
|
|
bool ebpf_rss_load_fds(struct EBPFRSSContext *ctx, int program_fd,
|
|
bool ebpf_rss_load_fds(struct EBPFRSSContext *ctx, int program_fd,
|
|
- int config_fd, int toeplitz_fd, int table_fd)
|
|
|
|
|
|
+ int config_fd, int toeplitz_fd, int table_fd,
|
|
|
|
+ Error **errp)
|
|
{
|
|
{
|
|
if (ebpf_rss_is_loaded(ctx)) {
|
|
if (ebpf_rss_is_loaded(ctx)) {
|
|
|
|
+ error_setg(errp, "eBPF program is already loaded");
|
|
return false;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
|
|
- if (program_fd < 0 || config_fd < 0 || toeplitz_fd < 0 || table_fd < 0) {
|
|
|
|
|
|
+ if (program_fd < 0) {
|
|
|
|
+ error_setg(errp, "eBPF program FD is not open");
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ if (config_fd < 0) {
|
|
|
|
+ error_setg(errp, "eBPF config FD is not open");
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ if (toeplitz_fd < 0) {
|
|
|
|
+ error_setg(errp, "eBPF toeplitz FD is not open");
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ if (table_fd < 0) {
|
|
|
|
+ error_setg(errp, "eBPF indirection FD is not open");
|
|
return false;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -158,7 +178,7 @@ bool ebpf_rss_load_fds(struct EBPFRSSContext *ctx, int program_fd,
|
|
ctx->map_toeplitz_key = toeplitz_fd;
|
|
ctx->map_toeplitz_key = toeplitz_fd;
|
|
ctx->map_indirections_table = table_fd;
|
|
ctx->map_indirections_table = table_fd;
|
|
|
|
|
|
- if (!ebpf_rss_mmap(ctx)) {
|
|
|
|
|
|
+ if (!ebpf_rss_mmap(ctx, errp)) {
|
|
ctx->program_fd = -1;
|
|
ctx->program_fd = -1;
|
|
ctx->map_configuration = -1;
|
|
ctx->map_configuration = -1;
|
|
ctx->map_toeplitz_key = -1;
|
|
ctx->map_toeplitz_key = -1;
|
|
@@ -177,11 +197,14 @@ static void ebpf_rss_set_config(struct EBPFRSSContext *ctx,
|
|
|
|
|
|
static bool ebpf_rss_set_indirections_table(struct EBPFRSSContext *ctx,
|
|
static bool ebpf_rss_set_indirections_table(struct EBPFRSSContext *ctx,
|
|
uint16_t *indirections_table,
|
|
uint16_t *indirections_table,
|
|
- size_t len)
|
|
|
|
|
|
+ size_t len,
|
|
|
|
+ Error **errp)
|
|
{
|
|
{
|
|
char *cursor = ctx->mmap_indirections_table;
|
|
char *cursor = ctx->mmap_indirections_table;
|
|
|
|
|
|
if (len > VIRTIO_NET_RSS_MAX_TABLE_LEN) {
|
|
if (len > VIRTIO_NET_RSS_MAX_TABLE_LEN) {
|
|
|
|
+ error_setg(errp, "Indirections table length %zu exceeds limit %d",
|
|
|
|
+ len, VIRTIO_NET_RSS_MAX_TABLE_LEN);
|
|
return false;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -206,17 +229,31 @@ static void ebpf_rss_set_toepliz_key(struct EBPFRSSContext *ctx,
|
|
}
|
|
}
|
|
|
|
|
|
bool ebpf_rss_set_all(struct EBPFRSSContext *ctx, struct EBPFRSSConfig *config,
|
|
bool ebpf_rss_set_all(struct EBPFRSSContext *ctx, struct EBPFRSSConfig *config,
|
|
- uint16_t *indirections_table, uint8_t *toeplitz_key)
|
|
|
|
|
|
+ uint16_t *indirections_table, uint8_t *toeplitz_key,
|
|
|
|
+ Error **errp)
|
|
{
|
|
{
|
|
- if (!ebpf_rss_is_loaded(ctx) || config == NULL ||
|
|
|
|
- indirections_table == NULL || toeplitz_key == NULL) {
|
|
|
|
|
|
+ if (!ebpf_rss_is_loaded(ctx)) {
|
|
|
|
+ error_setg(errp, "eBPF program is not loaded");
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ if (config == NULL) {
|
|
|
|
+ error_setg(errp, "eBPF config table is NULL");
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ if (indirections_table == NULL) {
|
|
|
|
+ error_setg(errp, "eBPF indirections table is NULL");
|
|
|
|
+ return false;
|
|
|
|
+ }
|
|
|
|
+ if (toeplitz_key == NULL) {
|
|
|
|
+ error_setg(errp, "eBPF toeplitz key is NULL");
|
|
return false;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
|
|
ebpf_rss_set_config(ctx, config);
|
|
ebpf_rss_set_config(ctx, config);
|
|
|
|
|
|
if (!ebpf_rss_set_indirections_table(ctx, indirections_table,
|
|
if (!ebpf_rss_set_indirections_table(ctx, indirections_table,
|
|
- config->indirections_len)) {
|
|
|
|
|
|
+ config->indirections_len,
|
|
|
|
+ errp)) {
|
|
return false;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
|