blob: d3eefa9a5656b6ee5b3cb865aa089d5d65c26979 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
|
#!/bin/bash
function die() {
echo "ERROR: $*" >&2
exit 1
}
function pci-unbind() {
echo $1 | sudo tee /sys/bus/pci/devices/$1/driver/unbind > /dev/null
}
function pci-bind() {
pci-unbind $1
echo $2 | sudo tee /sys/bus/pci/devices/$1/driver_override > /dev/null
echo $1 | sudo tee /sys/bus/pci/drivers/$2/bind > /dev/null
echo | sudo tee /sys/bus/pci/devices/$1/driver_override > /dev/null
}
function show_vfs() {
path=$1
netdev=$2
printf "\nVirtual Functions:\n%-2s %-12s %-9s %-12s %-17s %s\n" \
"ID" "PCI Addr" "PCI ID" "Driver" "MAC Addr" "Config"
for vf_path in ${path}/virtfn*; do
vf=$(basename $(readlink ${vf_path}))
vfid=$(basename ${vf_path//virtfn/})
line=$(ip link show dev ${netdev} | grep "vf ${vfid}")
driver=$(basename $(readlink ${vf_path}/driver))
pciid="$(cat ${vf_path}/vendor | cut -dx -f2):$(cat ${vf_path}/device | cut -dx -f2)"
mac=$(echo $line | sed -n -E -e 's/.*MAC ([0-9a-f:]+),.*/\1/p')
cfg=$(echo $line | cut -d, -f2-)
printf "%-2s %-12s %-9s %-12s %-17s%s\n" \
$vfid $vf $pciid $driver $mac "$cfg"
done
}
function get_pci_addr() {
local addr
if [ -d /sys/class/net/$2/device ]; then
addr=$(basename $(readlink /sys/class/net/${2}/device))
else
addr=$2
fi
if [ ! -d /sys/bus/pci/devices/${pci_addr} ]; then
die "PCI device $2 doesn't exist"
fi
eval "$1=${addr}"
}
function show () {
get_pci_addr pci_addr $1
path="/sys/bus/pci/devices/${pci_addr}"
if [ ! -f ${path}/sriov_numvfs ]; then
die "PCI device $1 is not SR-IOV device"
fi
printf "%-20s: %s\n" "PCI Address" ${pci_addr}
printf "%-20s: %s\n" "PCI ID" \
"$(cat ${path}/vendor | cut -dx -f2):$(cat ${path}/device | cut -dx -f2)"
printf "%-20s: %s\n" "Driver name" $(basename $(readlink ${path}/driver))
printf "%-20s: %s\n" "Driver Version" $(cat ${path}/driver/module/version)
printf "%-20s: %s\n" "PCI Link Speed (max)" "$(cat ${path}/current_link_speed) ($(cat ${path}/max_link_speed))"
printf "%-20s: %s\n" "PCI Link Width (max)" "$(cat ${path}/current_link_width) ($(cat ${path}/max_link_width))"
printf "%-20s: %s\n" "NUMA Node" $(cat ${path}/numa_node)
printf "%-20s: %s\n" "Number of VFs" $(cat ${path}/sriov_numvfs)
printf "%-20s: %s\n" "Total VFs" $(cat ${path}/sriov_totalvfs)
if [ -d ${path}/net/* ] ; then
netdev=$(basename ${path}/net/*)
netdev_path=${path}/net/${netdev}
printf "%-20s: %s\n" "Interface" ${netdev}
printf "%-20s: %s\n" "MAC Address" $(cat ${netdev_path}/address)
printf "%-20s: %s\n" "Speed" $(cat ${netdev_path}/speed)
printf "%-20s: %s\n" "State" $(cat ${netdev_path}/operstate)
fi
[ $(cat ${path}/sriov_numvfs) -gt 0 ] && show_vfs ${path} ${netdev}
}
function remove_all () {
get_pci_addr pci_addr $1
path="/sys/bus/pci/devices/${pci_addr}"
[ $(cat ${path}/sriov_numvfs) -gt 0 ] || die "No VFs configured on $1"
echo 0 | sudo tee ${path}/sriov_numvfs > /dev/null
echo "VFs removed..."
}
function create () {
get_pci_addr pci_addr $1
path="/sys/bus/pci/devices/${pci_addr}"
[ $(cat ${path}/sriov_numvfs) -gt 0 ] && die "VFs already configured on $1"
[ "0$2" -gt 0 ] || die "Please specify number of VFs to create"
echo $2 | sudo tee ${path}/sriov_numvfs > /dev/null
[ -d ${path}/net/* ] || die "No net device for $1"
netdev=$(basename ${path}/net/*)
netdev_path=${path}/net/${netdev}
mac_prefix=$(cat ${netdev_path}/address | cut -d: -f1,3,4,5,6 )
for vf_path in ${path}/virtfn*; do
vf=$(basename $(readlink ${vf_path}))
iommu_group=$(basename $(readlink ${vf_path}/iommu_group))
vfid=$(basename ${vf_path//virtfn/})
mac="${mac_prefix}:$(printf "%02x" ${vfid})"
sudo ip link set dev ${netdev} vf ${vfid} mac ${mac}
sudo ip link set dev ${netdev} vf ${vfid} trust on
sudo ip link set dev ${netdev} vf ${vfid} spoofchk off
pci-bind ${vf} vfio-pci
sudo chmod g+rw /dev/vfio/${iommu_group}
sudo chgrp sudo /dev/vfio/${iommu_group}
echo "VFIO group ${iommu_group} group ownership changed to sudo, group permissions changed to rw"
done
[ $(cat ${path}/sriov_numvfs) -gt 0 ] && show_vfs ${path} ${netdev}
}
function help() {
cat << __EOF__
$0 show <dev>
Displays information about <dev> where <dev> is PCI address
or linux interface name.
$0 remove-all <dev>
Remove all virtual functions from device <dev>.
$0 create <dev> <num>
Create <num> virtual functions on device<dev>.
__EOF__
}
case $1 in
show)
show $2
;;
create)
create $2 $3
;;
remove-all)
remove_all $2
;;
help)
help $2
;;
*)
echo "Please specify command (show, create, remove-all)"
help
;;
esac
|