src/plugins/dpdk/device/dpdk_priv.h

   1 /*
   2  * Copyright (c) 2015 Cisco and/or its affiliates.
   3  * Licensed under the Apache License, Version 2.0 (the "License");
   4  * you may not use this file except in compliance with the License.
   5  * You may obtain a copy of the License at:
   6  *
   7  *     http://www.apache.org/licenses/LICENSE-2.0
   8  *
   9  * Unless required by applicable law or agreed to in writing, software
  10  * distributed under the License is distributed on an "AS IS" BASIS,
  11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12  * See the License for the specific language governing permissions and
  13  * limitations under the License.
  14  */
  15
  16 #define DPDK_NB_RX_DESC_DEFAULT   1024
  17 #define DPDK_NB_TX_DESC_DEFAULT   1024
  18 #define DPDK_MAX_LRO_SIZE_DEFAULT 65536
  19
  20 /* These args appear by themselves */
  21 #define foreach_eal_double_hyphen_predicate_arg \
  22 _(no-shconf)                                    \
  23 _(no-hpet)                                      \
  24 _(no-huge)                                      \
  25 _(vmware-tsc-map)
  26
  27 #define foreach_eal_single_hyphen_arg           \
  28 _(mem-alloc-request, m)                         \
  29 _(force-ranks, r)
  30
  31 /* clang-format off */
  32 /* These args are preceded by "--" and followed by a single string */
  33 #define foreach_eal_double_hyphen_arg           \
  34 _(huge-dir)                                     \
  35 _(proc-type)                                    \
  36 _(file-prefix)                                  \
  37 _(vdev)                                         \
  38 _(log-level)                                    \
  39 _(iova-mode)                                    \
  40 _(base-virtaddr)
  41 /* clang-format on */
  42
  43 static_always_inline void
  44 dpdk_device_flag_set (dpdk_device_t *xd, __typeof__ (xd->flags) flag, int val)
  45 {
  46   xd->flags = val ? xd->flags | flag : xd->flags & ~flag;
  47 }
  48
  49 static inline void
  50 dpdk_get_xstats (dpdk_device_t * xd)
  51 {
  52   int len, ret;
  53
  54   if (!(xd->flags & DPDK_DEVICE_FLAG_ADMIN_UP))
  55     return;
  56
  57   len = rte_eth_xstats_get (xd->port_id, NULL, 0);
  58   if (len < 0)
  59     return;
  60
  61   vec_validate (xd->xstats, len - 1);
  62
  63   ret = rte_eth_xstats_get (xd->port_id, xd->xstats, len);
  64   if (ret < 0 || ret > len)
  65     {
  66       vec_set_len (xd->xstats, 0);
  67       return;
  68     }
  69
  70   vec_set_len (xd->xstats, len);
  71 }
  72
  73 #define DPDK_UPDATE_COUNTER(vnm, tidx, xd, stat, cnt)                         \
  74   do                                                                          \
  75     {                                                                         \
  76       u64 _v = (xd)->stats.stat;                                              \
  77       u64 _lv = (xd)->last_stats.stat;                                        \
  78       if (PREDICT_FALSE (_v != _lv))                                          \
  79         {                                                                     \
  80           if (PREDICT_FALSE (_v < _lv))                                       \
  81             dpdk_log_warn ("%v: %s counter decreased (before %lu after %lu)", \
  82                            xd->name, #stat, _lv, _v);                         \
  83           else                                                                \
  84             vlib_increment_simple_counter (                                   \
  85                 vec_elt_at_index ((vnm)->interface_main.sw_if_counters, cnt), \
  86                 (tidx), (xd)->sw_if_index, _v - _lv);                         \
  87         }                                                                     \
  88     }                                                                         \
  89   while (0)
  90
  91 static inline void
  92 dpdk_update_counters (dpdk_device_t * xd, f64 now)
  93 {
  94   vnet_main_t *vnm = vnet_get_main ();
  95   u32 thread_index = vlib_get_thread_index ();
  96
  97   xd->time_last_stats_update = now ? now : xd->time_last_stats_update;
  98   clib_memcpy_fast (&xd->last_stats, &xd->stats, sizeof (xd->last_stats));
  99   rte_eth_stats_get (xd->port_id, &xd->stats);
 100
 101   /* maybe bump interface rx no buffer counter */
 102   DPDK_UPDATE_COUNTER (vnm, thread_index, xd, rx_nombuf,
 103                        VNET_INTERFACE_COUNTER_RX_NO_BUF);
 104   DPDK_UPDATE_COUNTER (vnm, thread_index, xd, imissed,
 105                        VNET_INTERFACE_COUNTER_RX_MISS);
 106   DPDK_UPDATE_COUNTER (vnm, thread_index, xd, ierrors,
 107                        VNET_INTERFACE_COUNTER_RX_ERROR);
 108
 109   dpdk_get_xstats (xd);
 110 }
 111
 112 #if RTE_VERSION < RTE_VERSION_NUM(21, 11, 0, 0)
 113 #define RTE_MBUF_F_RX_FDIR                PKT_RX_FDIR
 114 #define RTE_MBUF_F_RX_FDIR_FLX            PKT_RX_FDIR_FLX
 115 #define RTE_MBUF_F_RX_FDIR_ID             PKT_RX_FDIR_ID
 116 #define RTE_MBUF_F_RX_IEEE1588_PTP        PKT_RX_IEEE1588_PTP
 117 #define RTE_MBUF_F_RX_IEEE1588_TMST       PKT_RX_IEEE1588_TMST
 118 #define RTE_MBUF_F_RX_IP_CKSUM_BAD        PKT_RX_IP_CKSUM_BAD
 119 #define RTE_MBUF_F_RX_IP_CKSUM_GOOD       PKT_RX_IP_CKSUM_GOOD
 120 #define RTE_MBUF_F_RX_IP_CKSUM_NONE       PKT_RX_IP_CKSUM_GOOD
 121 #define RTE_MBUF_F_RX_L4_CKSUM_BAD        PKT_RX_L4_CKSUM_BAD
 122 #define RTE_MBUF_F_RX_L4_CKSUM_GOOD       PKT_RX_L4_CKSUM_GOOD
 123 #define RTE_MBUF_F_RX_L4_CKSUM_NONE       PKT_RX_L4_CKSUM_GOOD
 124 #define RTE_MBUF_F_RX_LRO                 PKT_RX_LRO
 125 #define RTE_MBUF_F_RX_OUTER_IP_CKSUM_BAD  PKT_RX_OUTER_IP_CKSUM_BAD
 126 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_BAD  PKT_RX_OUTER_L4_CKSUM_GOOD
 127 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_GOOD PKT_RX_OUTER_L4_CKSUM_GOOD
 128 #define RTE_MBUF_F_RX_OUTER_L4_CKSUM_NONE PKT_RX_OUTER_L4_CKSUM_GOOD
 129 #define RTE_MBUF_F_RX_QINQ                PKT_RX_QINQ
 130 #define RTE_MBUF_F_RX_QINQ_STRIPPED       PKT_RX_QINQ_STRIPPED
 131 #define RTE_MBUF_F_RX_RSS_HASH            PKT_RX_RSS_HASH
 132 #define RTE_MBUF_F_RX_SEC_OFFLOAD         PKT_RX_SEC_OFFLOAD
 133 #define RTE_MBUF_F_RX_SEC_OFFLOAD_FAILED  PKT_RX_SEC_OFFLOAD_FAILED
 134 #define RTE_MBUF_F_RX_VLAN                PKT_RX_VLAN
 135 #define RTE_MBUF_F_RX_VLAN_STRIPPED       PKT_RX_VLAN_STRIPPED
 136 #define RTE_MBUF_F_TX_IEEE1588_TMST       PKT_TX_IEEE1588_TMST
 137 #define RTE_MBUF_F_TX_IPV4                PKT_TX_IPV4
 138 #define RTE_MBUF_F_TX_IPV6                PKT_TX_IPV6
 139 #define RTE_MBUF_F_TX_IP_CKSUM            PKT_TX_IP_CKSUM
 140 #define RTE_MBUF_F_TX_MACSEC              PKT_TX_MACSEC
 141 #define RTE_MBUF_F_TX_OUTER_IPV4          PKT_TX_OUTER_IPV4
 142 #define RTE_MBUF_F_TX_OUTER_IPV6          PKT_TX_OUTER_IPV6
 143 #define RTE_MBUF_F_TX_OUTER_IP_CKSUM      PKT_TX_OUTER_IP_CKSUM
 144 #define RTE_MBUF_F_TX_OUTER_UDP_CKSUM     PKT_TX_OUTER_UDP_CKSUM
 145 #define RTE_MBUF_F_TX_QINQ                PKT_TX_QINQ
 146 #define RTE_MBUF_F_TX_SCTP_CKSUM          PKT_TX_SCTP_CKSUM
 147 #define RTE_MBUF_F_TX_SEC_OFFLOAD         PKT_TX_SEC_OFFLOAD
 148 #define RTE_MBUF_F_TX_TCP_CKSUM           PKT_TX_TCP_CKSUM
 149 #define RTE_MBUF_F_TX_TCP_SEG             PKT_TX_TCP_SEG
 150 #define RTE_MBUF_F_TX_TUNNEL_GENEVE       PKT_TX_TUNNEL_GENEVE
 151 #define RTE_MBUF_F_TX_TUNNEL_GRE          PKT_TX_TUNNEL_GRE
 152 #define RTE_MBUF_F_TX_TUNNEL_GTP          PKT_TX_TUNNEL_GTP
 153 #define RTE_MBUF_F_TX_TUNNEL_IP           PKT_TX_TUNNEL_IP
 154 #define RTE_MBUF_F_TX_TUNNEL_IPIP         PKT_TX_TUNNEL_IPIP
 155 #define RTE_MBUF_F_TX_TUNNEL_MPLSINUDP    PKT_TX_TUNNEL_MPLSINUDP
 156 #define RTE_MBUF_F_TX_TUNNEL_UDP          PKT_TX_TUNNEL_UDP
 157 #define RTE_MBUF_F_TX_TUNNEL_VXLAN        PKT_TX_TUNNEL_VXLAN
 158 #define RTE_MBUF_F_TX_TUNNEL_VXLAN_GPE    PKT_TX_TUNNEL_VXLAN_GPE
 159 #define RTE_MBUF_F_TX_UDP_CKSUM           PKT_TX_UDP_CKSUM
 160 #define RTE_MBUF_F_TX_UDP_SEG             PKT_TX_UDP_SEG
 161 #define RTE_MBUF_F_TX_VLAN                PKT_TX_VLAN
 162 #define RTE_ETH_RSS_FRAG_IPV4               ETH_RSS_FRAG_IPV4
 163 #define RTE_ETH_RSS_NONFRAG_IPV4_TCP        ETH_RSS_NONFRAG_IPV4_TCP
 164 #define RTE_ETH_RSS_NONFRAG_IPV4_UDP        ETH_RSS_NONFRAG_IPV4_UDP
 165 #define RTE_ETH_RSS_NONFRAG_IPV4_SCTP       ETH_RSS_NONFRAG_IPV4_SCTP
 166 #define RTE_ETH_RSS_NONFRAG_IPV4_OTHER      ETH_RSS_NONFRAG_IPV4_OTHER
 167 #define RTE_ETH_RSS_IPV4                    ETH_RSS_IPV4
 168 #define RTE_ETH_RSS_IPV6_TCP_EX             ETH_RSS_IPV6_TCP_EX
 169 #define RTE_ETH_RSS_IPV6_UDP_EX             ETH_RSS_IPV6_UDP_EX
 170 #define RTE_ETH_RSS_FRAG_IPV6               ETH_RSS_FRAG_IPV6
 171 #define RTE_ETH_RSS_NONFRAG_IPV6_TCP        ETH_RSS_NONFRAG_IPV6_TCP
 172 #define RTE_ETH_RSS_NONFRAG_IPV6_UDP        ETH_RSS_NONFRAG_IPV6_UDP
 173 #define RTE_ETH_RSS_NONFRAG_IPV6_SCTP       ETH_RSS_NONFRAG_IPV6_SCTP
 174 #define RTE_ETH_RSS_NONFRAG_IPV6_OTHER      ETH_RSS_NONFRAG_IPV6_OTHER
 175 #define RTE_ETH_RSS_IPV6_EX                 ETH_RSS_IPV6_EX
 176 #define RTE_ETH_RSS_IPV6                    ETH_RSS_IPV6
 177 #define RTE_ETH_RSS_L2_PAYLOAD              ETH_RSS_L2_PAYLOAD
 178 #define RTE_ETH_RSS_PORT                    ETH_RSS_PORT
 179 #define RTE_ETH_RSS_VXLAN                   ETH_RSS_VXLAN
 180 #define RTE_ETH_RSS_GENEVE                  ETH_RSS_GENEVE
 181 #define RTE_ETH_RSS_NVGRE                   ETH_RSS_NVGRE
 182 #define RTE_ETH_RSS_GTPU                    ETH_RSS_GTPU
 183 #define RTE_ETH_RSS_ESP                     ETH_RSS_ESP
 184 #define RTE_ETH_RSS_L4_DST_ONLY             ETH_RSS_L4_DST_ONLY
 185 #define RTE_ETH_RSS_L4_SRC_ONLY             ETH_RSS_L4_SRC_ONLY
 186 #define RTE_ETH_RSS_L3_DST_ONL              ETH_RSS_L3_DST_ONL
 187 #define RTE_ETH_RSS_L3_SRC_ONLY             ETH_RSS_L3_SRC_ONLY
 188 #define RTE_ETH_RETA_GROUP_SIZE             RTE_RETA_GROUP_SIZE
 189 #define RTE_ETH_TX_OFFLOAD_IPV4_CKSUM       DEV_TX_OFFLOAD_IPV4_CKSUM
 190 #define RTE_ETH_TX_OFFLOAD_TCP_CKSUM        DEV_TX_OFFLOAD_TCP_CKSUM
 191 #define RTE_ETH_TX_OFFLOAD_UDP_CKSUM        DEV_TX_OFFLOAD_UDP_CKSUM
 192 #define RTE_ETH_TX_OFFLOAD_OUTER_IPV4_CKSUM DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM
 193 #define RTE_ETH_TX_OFFLOAD_OUTER_UDP_CKSUM  DEV_TX_OFFLOAD_OUTER_UDP_CKSUM
 194 #define RTE_ETH_TX_OFFLOAD_TCP_TSO          DEV_TX_OFFLOAD_TCP_TSO
 195 #define RTE_ETH_TX_OFFLOAD_VXLAN_TNL_TSO    DEV_TX_OFFLOAD_VXLAN_TNL_TSO
 196 #define RTE_ETH_TX_OFFLOAD_MULTI_SEGS       DEV_TX_OFFLOAD_MULTI_SEGS
 197 #define RTE_ETH_RX_OFFLOAD_IPV4_CKSUM       DEV_RX_OFFLOAD_IPV4_CKSUM
 198 #define RTE_ETH_RX_OFFLOAD_SCATTER          DEV_RX_OFFLOAD_SCATTER
 199 #define RTE_ETH_RX_OFFLOAD_TCP_LRO          DEV_RX_OFFLOAD_TCP_LRO
 200 #define RTE_ETH_MQ_RX_RSS                   ETH_MQ_RX_RSS
 201 #define RTE_ETH_RX_OFFLOAD_TCP_CKSUM        DEV_RX_OFFLOAD_TCP_CKSUM
 202 #define RTE_ETH_RX_OFFLOAD_UDP_CKSUM        DEV_RX_OFFLOAD_UDP_CKSUM
 203 #define RTE_ETH_MQ_RX_NONE                  ETH_MQ_RX_NONE
 204 #define RTE_ETH_LINK_FULL_DUPLEX            ETH_LINK_FULL_DUPLEX
 205 #define RTE_ETH_LINK_HALF_DUPLEX            ETH_LINK_HALF_DUPLEX
 206 #define RTE_ETH_VLAN_STRIP_OFFLOAD          ETH_VLAN_STRIP_OFFLOAD
 207 #define RTE_ETH_VLAN_FILTER_OFFLOAD         ETH_VLAN_FILTER_OFFLOAD
 208 #define RTE_ETH_VLAN_EXTEND_OFFLOAD         ETH_VLAN_EXTEND_OFFLOAD
 209 #define RTE_ETH_LINK_SPEED_200G             ETH_LINK_SPEED_200G
 210 #define RTE_ETH_LINK_SPEED_100G             ETH_LINK_SPEED_100G
 211 #define RTE_ETH_LINK_SPEED_56G              ETH_LINK_SPEED_56G
 212 #define RTE_ETH_LINK_SPEED_50G              ETH_LINK_SPEED_50G
 213 #define RTE_ETH_LINK_SPEED_40G              ETH_LINK_SPEED_40G
 214 #define RTE_ETH_LINK_SPEED_25G              ETH_LINK_SPEED_25G
 215 #define RTE_ETH_LINK_SPEED_20G              ETH_LINK_SPEED_20G
 216 #define RTE_ETH_LINK_SPEED_10G              ETH_LINK_SPEED_10G
 217 #define RTE_ETH_LINK_SPEED_5G               ETH_LINK_SPEED_5G
 218 #define RTE_ETH_LINK_SPEED_2_5G             ETH_LINK_SPEED_2_5G
 219 #define RTE_ETH_LINK_SPEED_1G               ETH_LINK_SPEED_1G
 220 #define RTE_ETH_RSS_IP                      ETH_RSS_IP
 221 #define RTE_ETH_RSS_UDP                     ETH_RSS_UDP
 222 #define RTE_ETH_RSS_TCP                     ETH_RSS_TCP
 223 #endif
 224
 225 /*
 226  * fd.io coding-style-patch-verification: ON
 227  *
 228  * Local Variables:
 229  * eval: (c-set-style "gnu")
 230  * End:
 231  */