1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
/* SPDX-License-Identifier: BSD-3-Clause
* Copyright(c) 2017 Intel Corporation
*/
#ifndef _GSO_COMMON_H_
#define _GSO_COMMON_H_
#include <stdint.h>
#include <rte_mbuf.h>
#include <rte_ip.h>
#include <rte_tcp.h>
#include <rte_udp.h>
#define IS_FRAGMENTED(frag_off) (((frag_off) & IPV4_HDR_OFFSET_MASK) != 0 \
|| ((frag_off) & IPV4_HDR_MF_FLAG) == IPV4_HDR_MF_FLAG)
#define TCP_HDR_PSH_MASK ((uint8_t)0x08)
#define TCP_HDR_FIN_MASK ((uint8_t)0x01)
#define IS_IPV4_TCP(flag) (((flag) & (PKT_TX_TCP_SEG | PKT_TX_IPV4)) == \
(PKT_TX_TCP_SEG | PKT_TX_IPV4))
#define IS_IPV4_VXLAN_TCP4(flag) (((flag) & (PKT_TX_TCP_SEG | PKT_TX_IPV4 | \
PKT_TX_OUTER_IPV4 | PKT_TX_TUNNEL_VXLAN)) == \
(PKT_TX_TCP_SEG | PKT_TX_IPV4 | PKT_TX_OUTER_IPV4 | \
PKT_TX_TUNNEL_VXLAN))
#define IS_IPV4_GRE_TCP4(flag) (((flag) & (PKT_TX_TCP_SEG | PKT_TX_IPV4 | \
PKT_TX_OUTER_IPV4 | PKT_TX_TUNNEL_GRE)) == \
(PKT_TX_TCP_SEG | PKT_TX_IPV4 | PKT_TX_OUTER_IPV4 | \
PKT_TX_TUNNEL_GRE))
#define IS_IPV4_UDP(flag) (((flag) & (PKT_TX_UDP_SEG | PKT_TX_IPV4)) == \
(PKT_TX_UDP_SEG | PKT_TX_IPV4))
/**
* Internal function which updates the UDP header of a packet, following
* segmentation. This is required to update the header's datagram length field.
*
* @param pkt
* The packet containing the UDP header.
* @param udp_offset
* The offset of the UDP header from the start of the packet.
*/
static inline void
update_udp_header(struct rte_mbuf *pkt, uint16_t udp_offset)
{
struct udp_hdr *udp_hdr;
udp_hdr = (struct udp_hdr *)(rte_pktmbuf_mtod(pkt, char *) +
udp_offset);
udp_hdr->dgram_len = rte_cpu_to_be_16(pkt->pkt_len - udp_offset);
}
/**
* Internal function which updates the TCP header of a packet, following
* segmentation. This is required to update the header's 'sent' sequence
* number, and also to clear 'PSH' and 'FIN' flags for non-tail segments.
*
* @param pkt
* The packet containing the TCP header.
* @param l4_offset
* The offset of the TCP header from the start of the packet.
* @param sent_seq
* The sent sequence number.
* @param non-tail
* Indicates whether or not this is a tail segment.
*/
static inline void
update_tcp_header(struct rte_mbuf *pkt, uint16_t l4_offset, uint32_t sent_seq,
uint8_t non_tail)
{
struct tcp_hdr *tcp_hdr;
tcp_hdr = (struct tcp_hdr *)(rte_pktmbuf_mtod(pkt, char *) +
l4_offset);
tcp_hdr->sent_seq = rte_cpu_to_be_32(sent_seq);
if (likely(non_tail))
tcp_hdr->tcp_flags &= (~(TCP_HDR_PSH_MASK |
TCP_HDR_FIN_MASK));
}
/**
* Internal function which updates the IPv4 header of a packet, following
* segmentation. This is required to update the header's 'total_length' field,
* to reflect the reduced length of the now-segmented packet. Furthermore, the
* header's 'packet_id' field must be updated to reflect the new ID of the
* now-segmented packet.
*
* @param pkt
* The packet containing the IPv4 header.
* @param l3_offset
* The offset of the IPv4 header from the start of the packet.
* @param id
* The new ID of the packet.
*/
static inline void
update_ipv4_header(struct rte_mbuf *pkt, uint16_t l3_offset, uint16_t id)
{
struct ipv4_hdr *ipv4_hdr;
ipv4_hdr = (struct ipv4_hdr *)(rte_pktmbuf_mtod(pkt, char *) +
l3_offset);
ipv4_hdr->total_length = rte_cpu_to_be_16(pkt->pkt_len - l3_offset);
ipv4_hdr->packet_id = rte_cpu_to_be_16(id);
}
/**
* Internal function which divides the input packet into small segments.
* Each of the newly-created segments is organized as a two-segment MBUF,
* where the first segment is a standard mbuf, which stores a copy of
* packet header, and the second is an indirect mbuf which points to a
* section of data in the input packet.
*
* @param pkt
* Packet to segment.
* @param pkt_hdr_offset
* Packet header offset, measured in bytes.
* @param pyld_unit_size
* The max payload length of a GSO segment.
* @param direct_pool
* MBUF pool used for allocating direct buffers for output segments.
* @param indirect_pool
* MBUF pool used for allocating indirect buffers for output segments.
* @param pkts_out
* Pointer array used to keep the mbuf addresses of output segments. If
* the memory space in pkts_out is insufficient, gso_do_segment() fails
* and returns -EINVAL.
* @param nb_pkts_out
* The max number of items that pkts_out can keep.
*
* @return
* - The number of segments created in the event of success.
* - Return -ENOMEM if run out of memory in MBUF pools.
* - Return -EINVAL for invalid parameters.
*/
int gso_do_segment(struct rte_mbuf *pkt,
uint16_t pkt_hdr_offset,
uint16_t pyld_unit_size,
struct rte_mempool *direct_pool,
struct rte_mempool *indirect_pool,
struct rte_mbuf **pkts_out,
uint16_t nb_pkts_out);
#endif
|
