2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #define DPDK_NB_RX_DESC_DEFAULT 1024
17 #define DPDK_NB_TX_DESC_DEFAULT 1024
18 #define DPDK_MAX_LRO_SIZE_DEFAULT 65536
20 /* These args appear by themselves */
21 #define foreach_eal_double_hyphen_predicate_arg \
27 #define foreach_eal_single_hyphen_arg \
28 _(mem-alloc-request, m) \
31 /* clang-format off */
32 /* These args are preceded by "--" and followed by a single string */
33 #define foreach_eal_double_hyphen_arg \
44 static_always_inline void
45 dpdk_device_flag_set (dpdk_device_t *xd, __typeof__ (xd->flags) flag, int val)
47 xd->flags = val ? xd->flags | flag : xd->flags & ~flag;
51 dpdk_get_xstats (dpdk_device_t * xd)
55 if (!(xd->flags & DPDK_DEVICE_FLAG_ADMIN_UP))
58 len = rte_eth_xstats_get (xd->port_id, NULL, 0);
62 vec_validate (xd->xstats, len - 1);
64 ret = rte_eth_xstats_get (xd->port_id, xd->xstats, len);
65 if (ret < 0 || ret > len)
67 vec_set_len (xd->xstats, 0);
71 vec_set_len (xd->xstats, len);
74 #define DPDK_UPDATE_COUNTER(vnm, tidx, xd, stat, cnt) \
77 u64 _v = (xd)->stats.stat; \
78 u64 _lv = (xd)->last_stats.stat; \
79 if (PREDICT_FALSE (_v != _lv)) \
81 if (PREDICT_FALSE (_v < _lv)) \
82 dpdk_log_warn ("%v: %s counter decreased (before %lu after %lu)", \
83 xd->name, #stat, _lv, _v); \
85 vlib_increment_simple_counter ( \
86 vec_elt_at_index ((vnm)->interface_main.sw_if_counters, cnt), \
87 (tidx), (xd)->sw_if_index, _v - _lv); \
93 dpdk_update_counters (dpdk_device_t * xd, f64 now)
95 vnet_main_t *vnm = vnet_get_main ();
96 u32 thread_index = vlib_get_thread_index ();
98 xd->time_last_stats_update = now ? now : xd->time_last_stats_update;
99 clib_memcpy_fast (&xd->last_stats, &xd->stats, sizeof (xd->last_stats));
100 rte_eth_stats_get (xd->port_id, &xd->stats);
102 /* maybe bump interface rx no buffer counter */
103 DPDK_UPDATE_COUNTER (vnm, thread_index, xd, rx_nombuf,
104 VNET_INTERFACE_COUNTER_RX_NO_BUF);
105 DPDK_UPDATE_COUNTER (vnm, thread_index, xd, imissed,
106 VNET_INTERFACE_COUNTER_RX_MISS);
107 DPDK_UPDATE_COUNTER (vnm, thread_index, xd, ierrors,
108 VNET_INTERFACE_COUNTER_RX_ERROR);
110 dpdk_get_xstats (xd);
113 #if RTE_VERSION < RTE_VERSION_NUM(21, 11, 0, 0)
114 #define RTE_MBUF_F_RX_FDIR PKT_RX_FDIR
115 #define RTE_MBUF_F_RX_FDIR_FLX PKT_RX_FDIR_FLX
116 #define RTE_MBUF_F_RX_FDIR_ID PKT_RX_FDIR_ID
117 #define RTE_MBUF_F_RX_IEEE1588_PTP PKT_RX_IEEE1588_PTP
118 #define RTE_MBUF_F_RX_IEEE1588_TMST PKT_RX_IEEE1588_TMST
119 #define RTE_MBUF_F_RX_IP_CKSUM_BAD PKT_RX_IP_CKSUM_BAD
120 #define RTE_MBUF_F_RX_IP_CKSUM_GOOD PKT_RX_IP_CKSUM_GOOD
121 #define RTE_MBUF_F_RX_IP_CKSUM_NONE PKT_RX_IP_CKSUM_GOOD
122 #define RTE_MBUF_F_RX_L4_CKSUM_BAD PKT_RX_L4_CKSUM_BAD
123 #define RTE_MBUF_F_RX_L4_CKSUM_GOOD PKT_RX_L4_CKSUM_GOOD
124 #define RTE_MBUF_F_RX_L4_CKSUM_NONE PKT_RX_L4_CKSUM_GOOD
125 #define RTE_MBUF_F_RX_LRO PKT_RX_LRO
126 #define RTE_MBUF_F_RX_OUTER_IP_CKSUM_BAD PKT_RX_OUTER_IP_CKSUM_BAD
127 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_BAD PKT_RX_OUTER_L4_CKSUM_GOOD
128 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_GOOD PKT_RX_OUTER_L4_CKSUM_GOOD
129 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_NONE PKT_RX_OUTER_L4_CKSUM_GOOD
130 #define RTE_MBUF_F_RX_QINQ PKT_RX_QINQ
131 #define RTE_MBUF_F_RX_QINQ_STRIPPED PKT_RX_QINQ_STRIPPED
132 #define RTE_MBUF_F_RX_RSS_HASH PKT_RX_RSS_HASH
133 #define RTE_MBUF_F_RX_SEC_OFFLOAD PKT_RX_SEC_OFFLOAD
134 #define RTE_MBUF_F_RX_SEC_OFFLOAD_FAILED PKT_RX_SEC_OFFLOAD_FAILED
135 #define RTE_MBUF_F_RX_VLAN PKT_RX_VLAN
136 #define RTE_MBUF_F_RX_VLAN_STRIPPED PKT_RX_VLAN_STRIPPED
137 #define RTE_MBUF_F_TX_IEEE1588_TMST PKT_TX_IEEE1588_TMST
138 #define RTE_MBUF_F_TX_IPV4 PKT_TX_IPV4
139 #define RTE_MBUF_F_TX_IPV6 PKT_TX_IPV6
140 #define RTE_MBUF_F_TX_IP_CKSUM PKT_TX_IP_CKSUM
141 #define RTE_MBUF_F_TX_MACSEC PKT_TX_MACSEC
142 #define RTE_MBUF_F_TX_OUTER_IPV4 PKT_TX_OUTER_IPV4
143 #define RTE_MBUF_F_TX_OUTER_IPV6 PKT_TX_OUTER_IPV6
144 #define RTE_MBUF_F_TX_OUTER_IP_CKSUM PKT_TX_OUTER_IP_CKSUM
145 #define RTE_MBUF_F_TX_OUTER_UDP_CKSUM PKT_TX_OUTER_UDP_CKSUM
146 #define RTE_MBUF_F_TX_QINQ PKT_TX_QINQ
147 #define RTE_MBUF_F_TX_SCTP_CKSUM PKT_TX_SCTP_CKSUM
148 #define RTE_MBUF_F_TX_SEC_OFFLOAD PKT_TX_SEC_OFFLOAD
149 #define RTE_MBUF_F_TX_TCP_CKSUM PKT_TX_TCP_CKSUM
150 #define RTE_MBUF_F_TX_TCP_SEG PKT_TX_TCP_SEG
151 #define RTE_MBUF_F_TX_TUNNEL_GENEVE PKT_TX_TUNNEL_GENEVE
152 #define RTE_MBUF_F_TX_TUNNEL_GRE PKT_TX_TUNNEL_GRE
153 #define RTE_MBUF_F_TX_TUNNEL_GTP PKT_TX_TUNNEL_GTP
154 #define RTE_MBUF_F_TX_TUNNEL_IP PKT_TX_TUNNEL_IP
155 #define RTE_MBUF_F_TX_TUNNEL_IPIP PKT_TX_TUNNEL_IPIP
156 #define RTE_MBUF_F_TX_TUNNEL_MPLSINUDP PKT_TX_TUNNEL_MPLSINUDP
157 #define RTE_MBUF_F_TX_TUNNEL_UDP PKT_TX_TUNNEL_UDP
158 #define RTE_MBUF_F_TX_TUNNEL_VXLAN PKT_TX_TUNNEL_VXLAN
159 #define RTE_MBUF_F_TX_TUNNEL_VXLAN_GPE PKT_TX_TUNNEL_VXLAN_GPE
160 #define RTE_MBUF_F_TX_UDP_CKSUM PKT_TX_UDP_CKSUM
161 #define RTE_MBUF_F_TX_UDP_SEG PKT_TX_UDP_SEG
162 #define RTE_MBUF_F_TX_VLAN PKT_TX_VLAN
163 #define RTE_ETH_RSS_FRAG_IPV4 ETH_RSS_FRAG_IPV4
164 #define RTE_ETH_RSS_NONFRAG_IPV4_TCP ETH_RSS_NONFRAG_IPV4_TCP
165 #define RTE_ETH_RSS_NONFRAG_IPV4_UDP ETH_RSS_NONFRAG_IPV4_UDP
166 #define RTE_ETH_RSS_NONFRAG_IPV4_SCTP ETH_RSS_NONFRAG_IPV4_SCTP
167 #define RTE_ETH_RSS_NONFRAG_IPV4_OTHER ETH_RSS_NONFRAG_IPV4_OTHER
168 #define RTE_ETH_RSS_IPV4 ETH_RSS_IPV4
169 #define RTE_ETH_RSS_IPV6_TCP_EX ETH_RSS_IPV6_TCP_EX
170 #define RTE_ETH_RSS_IPV6_UDP_EX ETH_RSS_IPV6_UDP_EX
171 #define RTE_ETH_RSS_FRAG_IPV6 ETH_RSS_FRAG_IPV6
172 #define RTE_ETH_RSS_NONFRAG_IPV6_TCP ETH_RSS_NONFRAG_IPV6_TCP
173 #define RTE_ETH_RSS_NONFRAG_IPV6_UDP ETH_RSS_NONFRAG_IPV6_UDP
174 #define RTE_ETH_RSS_NONFRAG_IPV6_SCTP ETH_RSS_NONFRAG_IPV6_SCTP
175 #define RTE_ETH_RSS_NONFRAG_IPV6_OTHER ETH_RSS_NONFRAG_IPV6_OTHER
176 #define RTE_ETH_RSS_IPV6_EX ETH_RSS_IPV6_EX
177 #define RTE_ETH_RSS_IPV6 ETH_RSS_IPV6
178 #define RTE_ETH_RSS_L2_PAYLOAD ETH_RSS_L2_PAYLOAD
179 #define RTE_ETH_RSS_PORT ETH_RSS_PORT
180 #define RTE_ETH_RSS_VXLAN ETH_RSS_VXLAN
181 #define RTE_ETH_RSS_GENEVE ETH_RSS_GENEVE
182 #define RTE_ETH_RSS_NVGRE ETH_RSS_NVGRE
183 #define RTE_ETH_RSS_GTPU ETH_RSS_GTPU
184 #define RTE_ETH_RSS_ESP ETH_RSS_ESP
185 #define RTE_ETH_RSS_L4_DST_ONLY ETH_RSS_L4_DST_ONLY
186 #define RTE_ETH_RSS_L4_SRC_ONLY ETH_RSS_L4_SRC_ONLY
187 #define RTE_ETH_RSS_L3_DST_ONL ETH_RSS_L3_DST_ONL
188 #define RTE_ETH_RSS_L3_SRC_ONLY ETH_RSS_L3_SRC_ONLY
189 #define RTE_ETH_RETA_GROUP_SIZE RTE_RETA_GROUP_SIZE
190 #define RTE_ETH_TX_OFFLOAD_IPV4_CKSUM DEV_TX_OFFLOAD_IPV4_CKSUM
191 #define RTE_ETH_TX_OFFLOAD_TCP_CKSUM DEV_TX_OFFLOAD_TCP_CKSUM
192 #define RTE_ETH_TX_OFFLOAD_UDP_CKSUM DEV_TX_OFFLOAD_UDP_CKSUM
193 #define RTE_ETH_TX_OFFLOAD_OUTER_IPV4_CKSUM DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM
194 #define RTE_ETH_TX_OFFLOAD_OUTER_UDP_CKSUM DEV_TX_OFFLOAD_OUTER_UDP_CKSUM
195 #define RTE_ETH_TX_OFFLOAD_TCP_TSO DEV_TX_OFFLOAD_TCP_TSO
196 #define RTE_ETH_TX_OFFLOAD_VXLAN_TNL_TSO DEV_TX_OFFLOAD_VXLAN_TNL_TSO
197 #define RTE_ETH_TX_OFFLOAD_MULTI_SEGS DEV_TX_OFFLOAD_MULTI_SEGS
198 #define RTE_ETH_RX_OFFLOAD_IPV4_CKSUM DEV_RX_OFFLOAD_IPV4_CKSUM
199 #define RTE_ETH_RX_OFFLOAD_SCATTER DEV_RX_OFFLOAD_SCATTER
200 #define RTE_ETH_RX_OFFLOAD_TCP_LRO DEV_RX_OFFLOAD_TCP_LRO
201 #define RTE_ETH_MQ_RX_RSS ETH_MQ_RX_RSS
202 #define RTE_ETH_RX_OFFLOAD_TCP_CKSUM DEV_RX_OFFLOAD_TCP_CKSUM
203 #define RTE_ETH_RX_OFFLOAD_UDP_CKSUM DEV_RX_OFFLOAD_UDP_CKSUM
204 #define RTE_ETH_MQ_RX_NONE ETH_MQ_RX_NONE
205 #define RTE_ETH_LINK_FULL_DUPLEX ETH_LINK_FULL_DUPLEX
206 #define RTE_ETH_LINK_HALF_DUPLEX ETH_LINK_HALF_DUPLEX
207 #define RTE_ETH_VLAN_STRIP_OFFLOAD ETH_VLAN_STRIP_OFFLOAD
208 #define RTE_ETH_VLAN_FILTER_OFFLOAD ETH_VLAN_FILTER_OFFLOAD
209 #define RTE_ETH_VLAN_EXTEND_OFFLOAD ETH_VLAN_EXTEND_OFFLOAD
210 #define RTE_ETH_LINK_SPEED_200G ETH_LINK_SPEED_200G
211 #define RTE_ETH_LINK_SPEED_100G ETH_LINK_SPEED_100G
212 #define RTE_ETH_LINK_SPEED_56G ETH_LINK_SPEED_56G
213 #define RTE_ETH_LINK_SPEED_50G ETH_LINK_SPEED_50G
214 #define RTE_ETH_LINK_SPEED_40G ETH_LINK_SPEED_40G
215 #define RTE_ETH_LINK_SPEED_25G ETH_LINK_SPEED_25G
216 #define RTE_ETH_LINK_SPEED_20G ETH_LINK_SPEED_20G
217 #define RTE_ETH_LINK_SPEED_10G ETH_LINK_SPEED_10G
218 #define RTE_ETH_LINK_SPEED_5G ETH_LINK_SPEED_5G
219 #define RTE_ETH_LINK_SPEED_2_5G ETH_LINK_SPEED_2_5G
220 #define RTE_ETH_LINK_SPEED_1G ETH_LINK_SPEED_1G
221 #define RTE_ETH_RSS_IP ETH_RSS_IP
222 #define RTE_ETH_RSS_UDP ETH_RSS_UDP
223 #define RTE_ETH_RSS_TCP ETH_RSS_TCP
227 * fd.io coding-style-patch-verification: ON
230 * eval: (c-set-style "gnu")