1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
/* SPDX-License-Identifier: BSD-3-Clause
* Copyright(c) 2018 Intel Corporation
*/
#include <stdarg.h>
#include <stdio.h>
#include <string.h>
#include <errno.h>
#include <stdint.h>
#include <unistd.h>
#include <inttypes.h>
#include <rte_common.h>
#include <rte_log.h>
#include <rte_debug.h>
#include <rte_memory.h>
#include <rte_eal.h>
#include <rte_byteorder.h>
#include <rte_errno.h>
#include "bpf_impl.h"
static struct rte_bpf *
bpf_load(const struct rte_bpf_prm *prm)
{
uint8_t *buf;
struct rte_bpf *bpf;
size_t sz, bsz, insz, xsz;
xsz = prm->nb_xsym * sizeof(prm->xsym[0]);
insz = prm->nb_ins * sizeof(prm->ins[0]);
bsz = sizeof(bpf[0]);
sz = insz + xsz + bsz;
buf = mmap(NULL, sz, PROT_READ | PROT_WRITE,
MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
if (buf == MAP_FAILED)
return NULL;
bpf = (void *)buf;
bpf->sz = sz;
memcpy(&bpf->prm, prm, sizeof(bpf->prm));
memcpy(buf + bsz, prm->xsym, xsz);
memcpy(buf + bsz + xsz, prm->ins, insz);
bpf->prm.xsym = (void *)(buf + bsz);
bpf->prm.ins = (void *)(buf + bsz + xsz);
return bpf;
}
/*
* Check that user provided external symbol.
*/
static int
bpf_check_xsym(const struct rte_bpf_xsym *xsym)
{
uint32_t i;
if (xsym->name == NULL)
return -EINVAL;
if (xsym->type == RTE_BPF_XTYPE_VAR) {
if (xsym->var.desc.type == RTE_BPF_ARG_UNDEF)
return -EINVAL;
} else if (xsym->type == RTE_BPF_XTYPE_FUNC) {
if (xsym->func.nb_args > EBPF_FUNC_MAX_ARGS)
return -EINVAL;
/* check function arguments */
for (i = 0; i != xsym->func.nb_args; i++) {
if (xsym->func.args[i].type == RTE_BPF_ARG_UNDEF)
return -EINVAL;
}
/* check return value info */
if (xsym->func.ret.type != RTE_BPF_ARG_UNDEF &&
xsym->func.ret.size == 0)
return -EINVAL;
} else
return -EINVAL;
return 0;
}
__rte_experimental struct rte_bpf *
rte_bpf_load(const struct rte_bpf_prm *prm)
{
struct rte_bpf *bpf;
int32_t rc;
uint32_t i;
if (prm == NULL || prm->ins == NULL ||
(prm->nb_xsym != 0 && prm->xsym == NULL)) {
rte_errno = EINVAL;
return NULL;
}
rc = 0;
for (i = 0; i != prm->nb_xsym && rc == 0; i++)
rc = bpf_check_xsym(prm->xsym + i);
if (rc != 0) {
rte_errno = -rc;
RTE_BPF_LOG(ERR, "%s: %d-th xsym is invalid\n", __func__, i);
return NULL;
}
bpf = bpf_load(prm);
if (bpf == NULL) {
rte_errno = ENOMEM;
return NULL;
}
rc = bpf_validate(bpf);
if (rc == 0) {
bpf_jit(bpf);
if (mprotect(bpf, bpf->sz, PROT_READ) != 0)
rc = -ENOMEM;
}
if (rc != 0) {
rte_bpf_destroy(bpf);
rte_errno = -rc;
return NULL;
}
return bpf;
}
__rte_experimental __rte_weak struct rte_bpf *
rte_bpf_elf_load(const struct rte_bpf_prm *prm, const char *fname,
const char *sname)
{
if (prm == NULL || fname == NULL || sname == NULL) {
rte_errno = EINVAL;
return NULL;
}
RTE_BPF_LOG(ERR, "%s() is not supported with current config\n"
"rebuild with libelf installed\n",
__func__);
rte_errno = ENOTSUP;
return NULL;
}
|
