4 * Copyright 2015 6WIND S.A.
5 * Copyright 2015 Mellanox.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of 6WIND S.A. nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 #include <linux/sockios.h>
36 #include <linux/ethtool.h>
40 #include <rte_ethdev.h>
41 #include <rte_common.h>
42 #include <rte_malloc.h>
45 #include "mlx5_rxtx.h"
46 #include "mlx5_defs.h"
48 struct mlx5_counter_ctrl {
49 /* Name of the counter. */
50 char dpdk_name[RTE_ETH_XSTATS_NAME_SIZE];
51 /* Name of the counter on the device table. */
52 char ctr_name[RTE_ETH_XSTATS_NAME_SIZE];
53 uint32_t ib:1; /**< Nonzero for IB counters. */
56 static const struct mlx5_counter_ctrl mlx5_counters_init[] = {
58 .dpdk_name = "rx_port_unicast_bytes",
59 .ctr_name = "rx_vport_unicast_bytes",
62 .dpdk_name = "rx_port_multicast_bytes",
63 .ctr_name = "rx_vport_multicast_bytes",
66 .dpdk_name = "rx_port_broadcast_bytes",
67 .ctr_name = "rx_vport_broadcast_bytes",
70 .dpdk_name = "rx_port_unicast_packets",
71 .ctr_name = "rx_vport_unicast_packets",
74 .dpdk_name = "rx_port_multicast_packets",
75 .ctr_name = "rx_vport_multicast_packets",
78 .dpdk_name = "rx_port_broadcast_packets",
79 .ctr_name = "rx_vport_broadcast_packets",
82 .dpdk_name = "tx_port_unicast_bytes",
83 .ctr_name = "tx_vport_unicast_bytes",
86 .dpdk_name = "tx_port_multicast_bytes",
87 .ctr_name = "tx_vport_multicast_bytes",
90 .dpdk_name = "tx_port_broadcast_bytes",
91 .ctr_name = "tx_vport_broadcast_bytes",
94 .dpdk_name = "tx_port_unicast_packets",
95 .ctr_name = "tx_vport_unicast_packets",
98 .dpdk_name = "tx_port_multicast_packets",
99 .ctr_name = "tx_vport_multicast_packets",
102 .dpdk_name = "tx_port_broadcast_packets",
103 .ctr_name = "tx_vport_broadcast_packets",
106 .dpdk_name = "rx_wqe_err",
107 .ctr_name = "rx_wqe_err",
110 .dpdk_name = "rx_crc_errors_phy",
111 .ctr_name = "rx_crc_errors_phy",
114 .dpdk_name = "rx_in_range_len_errors_phy",
115 .ctr_name = "rx_in_range_len_errors_phy",
118 .dpdk_name = "rx_symbol_err_phy",
119 .ctr_name = "rx_symbol_err_phy",
122 .dpdk_name = "tx_errors_phy",
123 .ctr_name = "tx_errors_phy",
126 .dpdk_name = "rx_out_of_buffer",
127 .ctr_name = "out_of_buffer",
132 static const unsigned int xstats_n = RTE_DIM(mlx5_counters_init);
135 * Read device counters table.
138 * Pointer to Ethernet device.
140 * Counters table output buffer.
143 * 0 on success and stats is filled, negative errno value otherwise and
147 mlx5_read_dev_counters(struct rte_eth_dev *dev, uint64_t *stats)
149 struct priv *priv = dev->data->dev_private;
150 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
153 unsigned int stats_sz = xstats_ctrl->stats_n * sizeof(uint64_t);
154 unsigned char et_stat_buf[sizeof(struct ethtool_stats) + stats_sz];
155 struct ethtool_stats *et_stats = (struct ethtool_stats *)et_stat_buf;
158 et_stats->cmd = ETHTOOL_GSTATS;
159 et_stats->n_stats = xstats_ctrl->stats_n;
160 ifr.ifr_data = (caddr_t)et_stats;
161 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
164 "port %u unable to read statistic values from device",
168 for (i = 0; i != xstats_n; ++i) {
169 if (mlx5_counters_init[i].ib) {
171 MKSTR(path, "%s/ports/1/hw_counters/%s",
173 mlx5_counters_init[i].ctr_name);
175 file = fopen(path, "rb");
177 int n = fscanf(file, "%" SCNu64, &stats[i]);
184 stats[i] = (uint64_t)
185 et_stats->data[xstats_ctrl->dev_table_idx[i]];
192 * Query the number of statistics provided by ETHTOOL.
195 * Pointer to Ethernet device.
198 * Number of statistics on success, negative errno value otherwise and
202 mlx5_ethtool_get_stats_n(struct rte_eth_dev *dev) {
203 struct ethtool_drvinfo drvinfo;
207 drvinfo.cmd = ETHTOOL_GDRVINFO;
208 ifr.ifr_data = (caddr_t)&drvinfo;
209 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
211 DRV_LOG(WARNING, "port %u unable to query number of statistics",
215 return drvinfo.n_stats;
219 * Init the structures to read device counters.
222 * Pointer to Ethernet device.
225 mlx5_xstats_init(struct rte_eth_dev *dev)
227 struct priv *priv = dev->data->dev_private;
228 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
232 struct ethtool_gstrings *strings = NULL;
233 unsigned int dev_stats_n;
237 ret = mlx5_ethtool_get_stats_n(dev);
239 DRV_LOG(WARNING, "port %u no extended statistics available",
244 xstats_ctrl->stats_n = dev_stats_n;
245 /* Allocate memory to grab stat names and values. */
246 str_sz = dev_stats_n * ETH_GSTRING_LEN;
247 strings = (struct ethtool_gstrings *)
248 rte_malloc("xstats_strings",
249 str_sz + sizeof(struct ethtool_gstrings), 0);
251 DRV_LOG(WARNING, "port %u unable to allocate memory for xstats",
255 strings->cmd = ETHTOOL_GSTRINGS;
256 strings->string_set = ETH_SS_STATS;
257 strings->len = dev_stats_n;
258 ifr.ifr_data = (caddr_t)strings;
259 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
261 DRV_LOG(WARNING, "port %u unable to get statistic names",
265 for (j = 0; j != xstats_n; ++j)
266 xstats_ctrl->dev_table_idx[j] = dev_stats_n;
267 for (i = 0; i != dev_stats_n; ++i) {
268 const char *curr_string = (const char *)
269 &strings->data[i * ETH_GSTRING_LEN];
271 for (j = 0; j != xstats_n; ++j) {
272 if (!strcmp(mlx5_counters_init[j].ctr_name,
274 xstats_ctrl->dev_table_idx[j] = i;
279 for (j = 0; j != xstats_n; ++j) {
280 if (mlx5_counters_init[j].ib)
282 if (xstats_ctrl->dev_table_idx[j] >= dev_stats_n) {
284 "port %u counter \"%s\" is not recognized",
286 mlx5_counters_init[j].dpdk_name);
290 /* Copy to base at first time. */
291 assert(xstats_n <= MLX5_MAX_XSTATS);
292 ret = mlx5_read_dev_counters(dev, xstats_ctrl->base);
294 DRV_LOG(ERR, "port %u cannot read device counters: %s",
295 dev->data->port_id, strerror(rte_errno));
301 * DPDK callback to get extended device statistics.
304 * Pointer to Ethernet device.
306 * Pointer to rte extended stats table.
308 * The size of the stats table.
311 * Number of extended stats on success and stats is filled,
312 * negative on error and rte_errno is set.
315 mlx5_xstats_get(struct rte_eth_dev *dev, struct rte_eth_xstat *stats,
318 struct priv *priv = dev->data->dev_private;
320 uint64_t counters[n];
322 if (n >= xstats_n && stats) {
323 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
327 stats_n = mlx5_ethtool_get_stats_n(dev);
330 if (xstats_ctrl->stats_n != stats_n)
331 mlx5_xstats_init(dev);
332 ret = mlx5_read_dev_counters(dev, counters);
335 for (i = 0; i != xstats_n; ++i) {
337 stats[i].value = (counters[i] - xstats_ctrl->base[i]);
344 * DPDK callback to get device statistics.
347 * Pointer to Ethernet device structure.
349 * Stats structure output buffer.
352 * 0 on success and stats is filled, negative errno value otherwise and
356 mlx5_stats_get(struct rte_eth_dev *dev, struct rte_eth_stats *stats)
358 struct priv *priv = dev->data->dev_private;
359 struct rte_eth_stats tmp;
363 memset(&tmp, 0, sizeof(tmp));
364 /* Add software counters. */
365 for (i = 0; (i != priv->rxqs_n); ++i) {
366 struct mlx5_rxq_data *rxq = (*priv->rxqs)[i];
370 idx = rxq->stats.idx;
371 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
372 #ifdef MLX5_PMD_SOFT_COUNTERS
373 tmp.q_ipackets[idx] += rxq->stats.ipackets;
374 tmp.q_ibytes[idx] += rxq->stats.ibytes;
376 tmp.q_errors[idx] += (rxq->stats.idropped +
377 rxq->stats.rx_nombuf);
379 #ifdef MLX5_PMD_SOFT_COUNTERS
380 tmp.ipackets += rxq->stats.ipackets;
381 tmp.ibytes += rxq->stats.ibytes;
383 tmp.ierrors += rxq->stats.idropped;
384 tmp.rx_nombuf += rxq->stats.rx_nombuf;
386 for (i = 0; (i != priv->txqs_n); ++i) {
387 struct mlx5_txq_data *txq = (*priv->txqs)[i];
391 idx = txq->stats.idx;
392 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
393 #ifdef MLX5_PMD_SOFT_COUNTERS
394 tmp.q_opackets[idx] += txq->stats.opackets;
395 tmp.q_obytes[idx] += txq->stats.obytes;
397 tmp.q_errors[idx] += txq->stats.oerrors;
399 #ifdef MLX5_PMD_SOFT_COUNTERS
400 tmp.opackets += txq->stats.opackets;
401 tmp.obytes += txq->stats.obytes;
403 tmp.oerrors += txq->stats.oerrors;
405 #ifndef MLX5_PMD_SOFT_COUNTERS
406 /* FIXME: retrieve and add hardware counters. */
413 * DPDK callback to clear device statistics.
416 * Pointer to Ethernet device structure.
419 mlx5_stats_reset(struct rte_eth_dev *dev)
421 struct priv *priv = dev->data->dev_private;
425 for (i = 0; (i != priv->rxqs_n); ++i) {
426 if ((*priv->rxqs)[i] == NULL)
428 idx = (*priv->rxqs)[i]->stats.idx;
429 (*priv->rxqs)[i]->stats =
430 (struct mlx5_rxq_stats){ .idx = idx };
432 for (i = 0; (i != priv->txqs_n); ++i) {
433 if ((*priv->txqs)[i] == NULL)
435 idx = (*priv->txqs)[i]->stats.idx;
436 (*priv->txqs)[i]->stats =
437 (struct mlx5_txq_stats){ .idx = idx };
439 #ifndef MLX5_PMD_SOFT_COUNTERS
440 /* FIXME: reset hardware counters. */
445 * DPDK callback to clear device extended statistics.
448 * Pointer to Ethernet device structure.
451 mlx5_xstats_reset(struct rte_eth_dev *dev)
453 struct priv *priv = dev->data->dev_private;
454 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
457 unsigned int n = xstats_n;
458 uint64_t counters[n];
461 stats_n = mlx5_ethtool_get_stats_n(dev);
463 DRV_LOG(ERR, "port %u cannot get stats: %s", dev->data->port_id,
467 if (xstats_ctrl->stats_n != stats_n)
468 mlx5_xstats_init(dev);
469 ret = mlx5_read_dev_counters(dev, counters);
471 DRV_LOG(ERR, "port %u cannot read device counters: %s",
472 dev->data->port_id, strerror(rte_errno));
475 for (i = 0; i != n; ++i)
476 xstats_ctrl->base[i] = counters[i];
480 * DPDK callback to retrieve names of extended device statistics
483 * Pointer to Ethernet device structure.
484 * @param[out] xstats_names
485 * Buffer to insert names into.
490 * Number of xstats names.
493 mlx5_xstats_get_names(struct rte_eth_dev *dev __rte_unused,
494 struct rte_eth_xstat_name *xstats_names, unsigned int n)
498 if (n >= xstats_n && xstats_names) {
499 for (i = 0; i != xstats_n; ++i) {
500 strncpy(xstats_names[i].name,
501 mlx5_counters_init[i].dpdk_name,
502 RTE_ETH_XSTATS_NAME_SIZE);
503 xstats_names[i].name[RTE_ETH_XSTATS_NAME_SIZE - 1] = 0;