src/plugins/dpdk/device/dpdk_priv.h

   1 /*
   2  * Copyright (c) 2015 Cisco and/or its affiliates.
   3  * Licensed under the Apache License, Version 2.0 (the "License");
   4  * you may not use this file except in compliance with the License.
   5  * You may obtain a copy of the License at:
   6  *
   7  *     http://www.apache.org/licenses/LICENSE-2.0
   8  *
   9  * Unless required by applicable law or agreed to in writing, software
  10  * distributed under the License is distributed on an "AS IS" BASIS,
  11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12  * See the License for the specific language governing permissions and
  13  * limitations under the License.
  14  */
  15
  16 #define DPDK_NB_RX_DESC_DEFAULT   1024
  17 #define DPDK_NB_TX_DESC_DEFAULT   1024
  18 #define DPDK_MAX_LRO_SIZE_DEFAULT 65536
  19
  20 /* These args appear by themselves */
  21 #define foreach_eal_double_hyphen_predicate_arg \
  22 _(no-shconf)                                    \
  23 _(no-hpet)                                      \
  24 _(no-huge)                                      \
  25 _(vmware-tsc-map)
  26
  27 #define foreach_eal_single_hyphen_arg           \
  28 _(mem-alloc-request, m)                         \
  29 _(force-ranks, r)
  30
  31 /* clang-format off */
  32 /* These args are preceded by "--" and followed by a single string */
  33 #define foreach_eal_double_hyphen_arg           \
  34 _(huge-dir)                                     \
  35 _(proc-type)                                    \
  36 _(file-prefix)                                  \
  37 _(vdev)                                         \
  38 _(log-level)                                    \
  39 _(block)                                        \
  40 _(iova-mode)                                    \
  41 _(base-virtaddr)
  42 /* clang-format on */
  43
  44 static_always_inline void
  45 dpdk_device_flag_set (dpdk_device_t *xd, __typeof__ (xd->flags) flag, int val)
  46 {
  47   xd->flags = val ? xd->flags | flag : xd->flags & ~flag;
  48 }
  49
  50 static inline void
  51 dpdk_get_xstats (dpdk_device_t * xd)
  52 {
  53   int len, ret;
  54
  55   if (!(xd->flags & DPDK_DEVICE_FLAG_ADMIN_UP))
  56     return;
  57
  58   len = rte_eth_xstats_get (xd->port_id, NULL, 0);
  59   if (len < 0)
  60     return;
  61
  62   vec_validate (xd->xstats, len - 1);
  63
  64   ret = rte_eth_xstats_get (xd->port_id, xd->xstats, len);
  65   if (ret < 0 || ret > len)
  66     {
  67       vec_set_len (xd->xstats, 0);
  68       return;
  69     }
  70
  71   vec_set_len (xd->xstats, len);
  72 }
  73
  74 #define DPDK_UPDATE_COUNTER(vnm, tidx, xd, stat, cnt)                         \
  75   do                                                                          \
  76     {                                                                         \
  77       u64 _v = (xd)->stats.stat;                                              \
  78       u64 _lv = (xd)->last_stats.stat;                                        \
  79       if (PREDICT_FALSE (_v != _lv))                                          \
  80         {                                                                     \
  81           if (PREDICT_FALSE (_v < _lv))                                       \
  82             dpdk_log_warn ("%v: %s counter decreased (before %lu after %lu)", \
  83                            xd->name, #stat, _lv, _v);                         \
  84           else                                                                \
  85             vlib_increment_simple_counter (                                   \
  86                 vec_elt_at_index ((vnm)->interface_main.sw_if_counters, cnt), \
  87                 (tidx), (xd)->sw_if_index, _v - _lv);                         \
  88         }                                                                     \
  89     }                                                                         \
  90   while (0)
  91
  92 static inline void
  93 dpdk_update_counters (dpdk_device_t * xd, f64 now)
  94 {
  95   vnet_main_t *vnm = vnet_get_main ();
  96   u32 thread_index = vlib_get_thread_index ();
  97
  98   xd->time_last_stats_update = now ? now : xd->time_last_stats_update;
  99   clib_memcpy_fast (&xd->last_stats, &xd->stats, sizeof (xd->last_stats));
 100   rte_eth_stats_get (xd->port_id, &xd->stats);
 101
 102   /* maybe bump interface rx no buffer counter */
 103   DPDK_UPDATE_COUNTER (vnm, thread_index, xd, rx_nombuf,
 104                        VNET_INTERFACE_COUNTER_RX_NO_BUF);
 105   DPDK_UPDATE_COUNTER (vnm, thread_index, xd, imissed,
 106                        VNET_INTERFACE_COUNTER_RX_MISS);
 107   DPDK_UPDATE_COUNTER (vnm, thread_index, xd, ierrors,
 108                        VNET_INTERFACE_COUNTER_RX_ERROR);
 109
 110   dpdk_get_xstats (xd);
 111 }
 112
 113 #if RTE_VERSION < RTE_VERSION_NUM(21, 11, 0, 0)
 114 #define RTE_MBUF_F_RX_FDIR                PKT_RX_FDIR
 115 #define RTE_MBUF_F_RX_FDIR_FLX            PKT_RX_FDIR_FLX
 116 #define RTE_MBUF_F_RX_FDIR_ID             PKT_RX_FDIR_ID
 117 #define RTE_MBUF_F_RX_IEEE1588_PTP        PKT_RX_IEEE1588_PTP
 118 #define RTE_MBUF_F_RX_IEEE1588_TMST       PKT_RX_IEEE1588_TMST
 119 #define RTE_MBUF_F_RX_IP_CKSUM_BAD        PKT_RX_IP_CKSUM_BAD
 120 #define RTE_MBUF_F_RX_IP_CKSUM_GOOD       PKT_RX_IP_CKSUM_GOOD
 121 #define RTE_MBUF_F_RX_IP_CKSUM_NONE       PKT_RX_IP_CKSUM_GOOD
 122 #define RTE_MBUF_F_RX_L4_CKSUM_BAD        PKT_RX_L4_CKSUM_BAD
 123 #define RTE_MBUF_F_RX_L4_CKSUM_GOOD       PKT_RX_L4_CKSUM_GOOD
 124 #define RTE_MBUF_F_RX_L4_CKSUM_NONE       PKT_RX_L4_CKSUM_GOOD
 125 #define RTE_MBUF_F_RX_LRO                 PKT_RX_LRO
 126 #define RTE_MBUF_F_RX_OUTER_IP_CKSUM_BAD  PKT_RX_OUTER_IP_CKSUM_BAD
 127 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_BAD  PKT_RX_OUTER_L4_CKSUM_GOOD
 128 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_GOOD PKT_RX_OUTER_L4_CKSUM_GOOD
 129 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_NONE PKT_RX_OUTER_L4_CKSUM_GOOD
 130 #define RTE_MBUF_F_RX_QINQ                PKT_RX_QINQ
 131 #define RTE_MBUF_F_RX_QINQ_STRIPPED       PKT_RX_QINQ_STRIPPED
 132 #define RTE_MBUF_F_RX_RSS_HASH            PKT_RX_RSS_HASH
 133 #define RTE_MBUF_F_RX_SEC_OFFLOAD         PKT_RX_SEC_OFFLOAD
 134 #define RTE_MBUF_F_RX_SEC_OFFLOAD_FAILED  PKT_RX_SEC_OFFLOAD_FAILED
 135 #define RTE_MBUF_F_RX_VLAN                PKT_RX_VLAN
 136 #define RTE_MBUF_F_RX_VLAN_STRIPPED       PKT_RX_VLAN_STRIPPED
 137 #define RTE_MBUF_F_TX_IEEE1588_TMST       PKT_TX_IEEE1588_TMST
 138 #define RTE_MBUF_F_TX_IPV4                PKT_TX_IPV4
 139 #define RTE_MBUF_F_TX_IPV6                PKT_TX_IPV6
 140 #define RTE_MBUF_F_TX_IP_CKSUM            PKT_TX_IP_CKSUM
 141 #define RTE_MBUF_F_TX_MACSEC              PKT_TX_MACSEC
 142 #define RTE_MBUF_F_TX_OUTER_IPV4          PKT_TX_OUTER_IPV4
 143 #define RTE_MBUF_F_TX_OUTER_IPV6          PKT_TX_OUTER_IPV6
 144 #define RTE_MBUF_F_TX_OUTER_IP_CKSUM      PKT_TX_OUTER_IP_CKSUM
 145 #define RTE_MBUF_F_TX_OUTER_UDP_CKSUM     PKT_TX_OUTER_UDP_CKSUM
 146 #define RTE_MBUF_F_TX_QINQ                PKT_TX_QINQ
 147 #define RTE_MBUF_F_TX_SCTP_CKSUM          PKT_TX_SCTP_CKSUM
 148 #define RTE_MBUF_F_TX_SEC_OFFLOAD         PKT_TX_SEC_OFFLOAD
 149 #define RTE_MBUF_F_TX_TCP_CKSUM           PKT_TX_TCP_CKSUM
 150 #define RTE_MBUF_F_TX_TCP_SEG             PKT_TX_TCP_SEG
 151 #define RTE_MBUF_F_TX_TUNNEL_GENEVE       PKT_TX_TUNNEL_GENEVE
 152 #define RTE_MBUF_F_TX_TUNNEL_GRE          PKT_TX_TUNNEL_GRE
 153 #define RTE_MBUF_F_TX_TUNNEL_GTP          PKT_TX_TUNNEL_GTP
 154 #define RTE_MBUF_F_TX_TUNNEL_IP           PKT_TX_TUNNEL_IP
 155 #define RTE_MBUF_F_TX_TUNNEL_IPIP         PKT_TX_TUNNEL_IPIP
 156 #define RTE_MBUF_F_TX_TUNNEL_MPLSINUDP    PKT_TX_TUNNEL_MPLSINUDP
 157 #define RTE_MBUF_F_TX_TUNNEL_UDP          PKT_TX_TUNNEL_UDP
 158 #define RTE_MBUF_F_TX_TUNNEL_VXLAN        PKT_TX_TUNNEL_VXLAN
 159 #define RTE_MBUF_F_TX_TUNNEL_VXLAN_GPE    PKT_TX_TUNNEL_VXLAN_GPE
 160 #define RTE_MBUF_F_TX_UDP_CKSUM           PKT_TX_UDP_CKSUM
 161 #define RTE_MBUF_F_TX_UDP_SEG             PKT_TX_UDP_SEG
 162 #define RTE_MBUF_F_TX_VLAN                PKT_TX_VLAN
 163 #define RTE_ETH_RSS_FRAG_IPV4               ETH_RSS_FRAG_IPV4
 164 #define RTE_ETH_RSS_NONFRAG_IPV4_TCP        ETH_RSS_NONFRAG_IPV4_TCP
 165 #define RTE_ETH_RSS_NONFRAG_IPV4_UDP        ETH_RSS_NONFRAG_IPV4_UDP
 166 #define RTE_ETH_RSS_NONFRAG_IPV4_SCTP       ETH_RSS_NONFRAG_IPV4_SCTP
 167 #define RTE_ETH_RSS_NONFRAG_IPV4_OTHER      ETH_RSS_NONFRAG_IPV4_OTHER
 168 #define RTE_ETH_RSS_IPV4                    ETH_RSS_IPV4
 169 #define RTE_ETH_RSS_IPV6_TCP_EX             ETH_RSS_IPV6_TCP_EX
 170 #define RTE_ETH_RSS_IPV6_UDP_EX             ETH_RSS_IPV6_UDP_EX
 171 #define RTE_ETH_RSS_FRAG_IPV6               ETH_RSS_FRAG_IPV6
 172 #define RTE_ETH_RSS_NONFRAG_IPV6_TCP        ETH_RSS_NONFRAG_IPV6_TCP
 173 #define RTE_ETH_RSS_NONFRAG_IPV6_UDP        ETH_RSS_NONFRAG_IPV6_UDP
 174 #define RTE_ETH_RSS_NONFRAG_IPV6_SCTP       ETH_RSS_NONFRAG_IPV6_SCTP
 175 #define RTE_ETH_RSS_NONFRAG_IPV6_OTHER      ETH_RSS_NONFRAG_IPV6_OTHER
 176 #define RTE_ETH_RSS_IPV6_EX                 ETH_RSS_IPV6_EX
 177 #define RTE_ETH_RSS_IPV6                    ETH_RSS_IPV6
 178 #define RTE_ETH_RSS_L2_PAYLOAD              ETH_RSS_L2_PAYLOAD
 179 #define RTE_ETH_RSS_PORT                    ETH_RSS_PORT
 180 #define RTE_ETH_RSS_VXLAN                   ETH_RSS_VXLAN
 181 #define RTE_ETH_RSS_GENEVE                  ETH_RSS_GENEVE
 182 #define RTE_ETH_RSS_NVGRE                   ETH_RSS_NVGRE
 183 #define RTE_ETH_RSS_GTPU                    ETH_RSS_GTPU
 184 #define RTE_ETH_RSS_ESP                     ETH_RSS_ESP
 185 #define RTE_ETH_RSS_L4_DST_ONLY             ETH_RSS_L4_DST_ONLY
 186 #define RTE_ETH_RSS_L4_SRC_ONLY             ETH_RSS_L4_SRC_ONLY
 187 #define RTE_ETH_RSS_L3_DST_ONLY             ETH_RSS_L3_DST_ONLY
 188 #define RTE_ETH_RSS_L3_SRC_ONLY             ETH_RSS_L3_SRC_ONLY
 189 #define RTE_ETH_RETA_GROUP_SIZE             RTE_RETA_GROUP_SIZE
 190 #define RTE_ETH_TX_OFFLOAD_IPV4_CKSUM       DEV_TX_OFFLOAD_IPV4_CKSUM
 191 #define RTE_ETH_TX_OFFLOAD_TCP_CKSUM        DEV_TX_OFFLOAD_TCP_CKSUM
 192 #define RTE_ETH_TX_OFFLOAD_UDP_CKSUM        DEV_TX_OFFLOAD_UDP_CKSUM
 193 #define RTE_ETH_TX_OFFLOAD_OUTER_IPV4_CKSUM DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM
 194 #define RTE_ETH_TX_OFFLOAD_OUTER_UDP_CKSUM  DEV_TX_OFFLOAD_OUTER_UDP_CKSUM
 195 #define RTE_ETH_TX_OFFLOAD_TCP_TSO          DEV_TX_OFFLOAD_TCP_TSO
 196 #define RTE_ETH_TX_OFFLOAD_VXLAN_TNL_TSO    DEV_TX_OFFLOAD_VXLAN_TNL_TSO
 197 #define RTE_ETH_TX_OFFLOAD_MULTI_SEGS       DEV_TX_OFFLOAD_MULTI_SEGS
 198 #define RTE_ETH_RX_OFFLOAD_IPV4_CKSUM       DEV_RX_OFFLOAD_IPV4_CKSUM
 199 #define RTE_ETH_RX_OFFLOAD_SCATTER          DEV_RX_OFFLOAD_SCATTER
 200 #define RTE_ETH_RX_OFFLOAD_TCP_LRO          DEV_RX_OFFLOAD_TCP_LRO
 201 #define RTE_ETH_MQ_RX_RSS                   ETH_MQ_RX_RSS
 202 #define RTE_ETH_RX_OFFLOAD_TCP_CKSUM        DEV_RX_OFFLOAD_TCP_CKSUM
 203 #define RTE_ETH_RX_OFFLOAD_UDP_CKSUM        DEV_RX_OFFLOAD_UDP_CKSUM
 204 #define RTE_ETH_MQ_RX_NONE                  ETH_MQ_RX_NONE
 205 #define RTE_ETH_LINK_FULL_DUPLEX            ETH_LINK_FULL_DUPLEX
 206 #define RTE_ETH_LINK_HALF_DUPLEX            ETH_LINK_HALF_DUPLEX
 207 #define RTE_ETH_VLAN_STRIP_OFFLOAD          ETH_VLAN_STRIP_OFFLOAD
 208 #define RTE_ETH_VLAN_FILTER_OFFLOAD         ETH_VLAN_FILTER_OFFLOAD
 209 #define RTE_ETH_VLAN_EXTEND_OFFLOAD         ETH_VLAN_EXTEND_OFFLOAD
 210 #define RTE_ETH_LINK_SPEED_200G             ETH_LINK_SPEED_200G
 211 #define RTE_ETH_LINK_SPEED_100G             ETH_LINK_SPEED_100G
 212 #define RTE_ETH_LINK_SPEED_56G              ETH_LINK_SPEED_56G
 213 #define RTE_ETH_LINK_SPEED_50G              ETH_LINK_SPEED_50G
 214 #define RTE_ETH_LINK_SPEED_40G              ETH_LINK_SPEED_40G
 215 #define RTE_ETH_LINK_SPEED_25G              ETH_LINK_SPEED_25G
 216 #define RTE_ETH_LINK_SPEED_20G              ETH_LINK_SPEED_20G
 217 #define RTE_ETH_LINK_SPEED_10G              ETH_LINK_SPEED_10G
 218 #define RTE_ETH_LINK_SPEED_5G               ETH_LINK_SPEED_5G
 219 #define RTE_ETH_LINK_SPEED_2_5G             ETH_LINK_SPEED_2_5G
 220 #define RTE_ETH_LINK_SPEED_1G               ETH_LINK_SPEED_1G
 221 #define RTE_ETH_RSS_IP                      ETH_RSS_IP
 222 #define RTE_ETH_RSS_UDP                     ETH_RSS_UDP
 223 #define RTE_ETH_RSS_TCP                     ETH_RSS_TCP
 224 #endif
 225
 226 /*
 227  * fd.io coding-style-patch-verification: ON
 228  *
 229  * Local Variables:
 230  * eval: (c-set-style "gnu")
 231  * End:
 232  */