drivers/net/softnic/rte_eth_softnic.c

   1 /*-
   2  *   BSD LICENSE
   3  *
   4  *   Copyright(c) 2017 Intel Corporation. All rights reserved.
   5  *   All rights reserved.
   6  *
   7  *   Redistribution and use in source and binary forms, with or without
   8  *   modification, are permitted provided that the following conditions
   9  *   are met:
  10  *
  11  *     * Redistributions of source code must retain the above copyright
  12  *       notice, this list of conditions and the following disclaimer.
  13  *     * Redistributions in binary form must reproduce the above copyright
  14  *       notice, this list of conditions and the following disclaimer in
  15  *       the documentation and/or other materials provided with the
  16  *       distribution.
  17  *     * Neither the name of Intel Corporation nor the names of its
  18  *       contributors may be used to endorse or promote products derived
  19  *       from this software without specific prior written permission.
  20  *
  21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  32  */
  33
  34 #include <stdint.h>
  35 #include <stdlib.h>
  36 #include <string.h>
  37
  38 #include <rte_ethdev.h>
  39 #include <rte_ethdev_vdev.h>
  40 #include <rte_malloc.h>
  41 #include <rte_bus_vdev.h>
  42 #include <rte_kvargs.h>
  43 #include <rte_errno.h>
  44 #include <rte_ring.h>
  45 #include <rte_sched.h>
  46 #include <rte_tm_driver.h>
  47
  48 #include "rte_eth_softnic.h"
  49 #include "rte_eth_softnic_internals.h"
  50
  51 #define DEV_HARD(p)                                     \
  52         (&rte_eth_devices[p->hard.port_id])
  53
  54 #define PMD_PARAM_SOFT_TM                                       "soft_tm"
  55 #define PMD_PARAM_SOFT_TM_RATE                          "soft_tm_rate"
  56 #define PMD_PARAM_SOFT_TM_NB_QUEUES                     "soft_tm_nb_queues"
  57 #define PMD_PARAM_SOFT_TM_QSIZE0                        "soft_tm_qsize0"
  58 #define PMD_PARAM_SOFT_TM_QSIZE1                        "soft_tm_qsize1"
  59 #define PMD_PARAM_SOFT_TM_QSIZE2                        "soft_tm_qsize2"
  60 #define PMD_PARAM_SOFT_TM_QSIZE3                        "soft_tm_qsize3"
  61 #define PMD_PARAM_SOFT_TM_ENQ_BSZ                       "soft_tm_enq_bsz"
  62 #define PMD_PARAM_SOFT_TM_DEQ_BSZ                       "soft_tm_deq_bsz"
  63
  64 #define PMD_PARAM_HARD_NAME                                     "hard_name"
  65 #define PMD_PARAM_HARD_TX_QUEUE_ID                      "hard_tx_queue_id"
  66
  67 static const char *pmd_valid_args[] = {
  68         PMD_PARAM_SOFT_TM,
  69         PMD_PARAM_SOFT_TM_RATE,
  70         PMD_PARAM_SOFT_TM_NB_QUEUES,
  71         PMD_PARAM_SOFT_TM_QSIZE0,
  72         PMD_PARAM_SOFT_TM_QSIZE1,
  73         PMD_PARAM_SOFT_TM_QSIZE2,
  74         PMD_PARAM_SOFT_TM_QSIZE3,
  75         PMD_PARAM_SOFT_TM_ENQ_BSZ,
  76         PMD_PARAM_SOFT_TM_DEQ_BSZ,
  77         PMD_PARAM_HARD_NAME,
  78         PMD_PARAM_HARD_TX_QUEUE_ID,
  79         NULL
  80 };
  81
  82 static void
  83 pmd_dev_infos_get(struct rte_eth_dev *dev __rte_unused,
  84         struct rte_eth_dev_info *dev_info)
  85 {
  86         dev_info->max_rx_pktlen = UINT32_MAX;
  87         dev_info->max_rx_queues = UINT16_MAX;
  88         dev_info->max_tx_queues = UINT16_MAX;
  89 }
  90
  91 static int
  92 pmd_dev_configure(struct rte_eth_dev *dev)
  93 {
  94         struct pmd_internals *p = dev->data->dev_private;
  95         struct rte_eth_dev *hard_dev = DEV_HARD(p);
  96
  97         if (dev->data->nb_rx_queues > hard_dev->data->nb_rx_queues)
  98                 return -1;
  99
 100         if (p->params.hard.tx_queue_id >= hard_dev->data->nb_tx_queues)
 101                 return -1;
 102
 103         return 0;
 104 }
 105
 106 static int
 107 pmd_rx_queue_setup(struct rte_eth_dev *dev,
 108         uint16_t rx_queue_id,
 109         uint16_t nb_rx_desc __rte_unused,
 110         unsigned int socket_id,
 111         const struct rte_eth_rxconf *rx_conf __rte_unused,
 112         struct rte_mempool *mb_pool __rte_unused)
 113 {
 114         struct pmd_internals *p = dev->data->dev_private;
 115
 116         if (p->params.soft.intrusive == 0) {
 117                 struct pmd_rx_queue *rxq;
 118
 119                 rxq = rte_zmalloc_socket(p->params.soft.name,
 120                         sizeof(struct pmd_rx_queue), 0, socket_id);
 121                 if (rxq == NULL)
 122                         return -ENOMEM;
 123
 124                 rxq->hard.port_id = p->hard.port_id;
 125                 rxq->hard.rx_queue_id = rx_queue_id;
 126                 dev->data->rx_queues[rx_queue_id] = rxq;
 127         } else {
 128                 struct rte_eth_dev *hard_dev = DEV_HARD(p);
 129                 void *rxq = hard_dev->data->rx_queues[rx_queue_id];
 130
 131                 if (rxq == NULL)
 132                         return -1;
 133
 134                 dev->data->rx_queues[rx_queue_id] = rxq;
 135         }
 136         return 0;
 137 }
 138
 139 static int
 140 pmd_tx_queue_setup(struct rte_eth_dev *dev,
 141         uint16_t tx_queue_id,
 142         uint16_t nb_tx_desc,
 143         unsigned int socket_id,
 144         const struct rte_eth_txconf *tx_conf __rte_unused)
 145 {
 146         uint32_t size = RTE_ETH_NAME_MAX_LEN + strlen("_txq") + 4;
 147         char name[size];
 148         struct rte_ring *r;
 149
 150         snprintf(name, sizeof(name), "%s_txq%04x",
 151                 dev->data->name, tx_queue_id);
 152         r = rte_ring_create(name, nb_tx_desc, socket_id,
 153                 RING_F_SP_ENQ | RING_F_SC_DEQ);
 154         if (r == NULL)
 155                 return -1;
 156
 157         dev->data->tx_queues[tx_queue_id] = r;
 158         return 0;
 159 }
 160
 161 static int
 162 pmd_dev_start(struct rte_eth_dev *dev)
 163 {
 164         struct pmd_internals *p = dev->data->dev_private;
 165
 166         if (tm_used(dev)) {
 167                 int status = tm_start(p);
 168
 169                 if (status)
 170                         return status;
 171         }
 172
 173         dev->data->dev_link.link_status = ETH_LINK_UP;
 174
 175         if (p->params.soft.intrusive) {
 176                 struct rte_eth_dev *hard_dev = DEV_HARD(p);
 177
 178                 /* The hard_dev->rx_pkt_burst should be stable by now */
 179                 dev->rx_pkt_burst = hard_dev->rx_pkt_burst;
 180         }
 181
 182         return 0;
 183 }
 184
 185 static void
 186 pmd_dev_stop(struct rte_eth_dev *dev)
 187 {
 188         struct pmd_internals *p = dev->data->dev_private;
 189
 190         dev->data->dev_link.link_status = ETH_LINK_DOWN;
 191
 192         if (tm_used(dev))
 193                 tm_stop(p);
 194 }
 195
 196 static void
 197 pmd_dev_close(struct rte_eth_dev *dev)
 198 {
 199         uint32_t i;
 200
 201         /* TX queues */
 202         for (i = 0; i < dev->data->nb_tx_queues; i++)
 203                 rte_ring_free((struct rte_ring *)dev->data->tx_queues[i]);
 204 }
 205
 206 static int
 207 pmd_link_update(struct rte_eth_dev *dev __rte_unused,
 208         int wait_to_complete __rte_unused)
 209 {
 210         return 0;
 211 }
 212
 213 static int
 214 pmd_tm_ops_get(struct rte_eth_dev *dev, void *arg)
 215 {
 216         *(const struct rte_tm_ops **)arg =
 217                 (tm_enabled(dev)) ? &pmd_tm_ops : NULL;
 218
 219         return 0;
 220 }
 221
 222 static const struct eth_dev_ops pmd_ops = {
 223         .dev_configure = pmd_dev_configure,
 224         .dev_start = pmd_dev_start,
 225         .dev_stop = pmd_dev_stop,
 226         .dev_close = pmd_dev_close,
 227         .link_update = pmd_link_update,
 228         .dev_infos_get = pmd_dev_infos_get,
 229         .rx_queue_setup = pmd_rx_queue_setup,
 230         .tx_queue_setup = pmd_tx_queue_setup,
 231         .tm_ops_get = pmd_tm_ops_get,
 232 };
 233
 234 static uint16_t
 235 pmd_rx_pkt_burst(void *rxq,
 236         struct rte_mbuf **rx_pkts,
 237         uint16_t nb_pkts)
 238 {
 239         struct pmd_rx_queue *rx_queue = rxq;
 240
 241         return rte_eth_rx_burst(rx_queue->hard.port_id,
 242                 rx_queue->hard.rx_queue_id,
 243                 rx_pkts,
 244                 nb_pkts);
 245 }
 246
 247 static uint16_t
 248 pmd_tx_pkt_burst(void *txq,
 249         struct rte_mbuf **tx_pkts,
 250         uint16_t nb_pkts)
 251 {
 252         return (uint16_t)rte_ring_enqueue_burst(txq,
 253                 (void **)tx_pkts,
 254                 nb_pkts,
 255                 NULL);
 256 }
 257
 258 static __rte_always_inline int
 259 run_default(struct rte_eth_dev *dev)
 260 {
 261         struct pmd_internals *p = dev->data->dev_private;
 262
 263         /* Persistent context: Read Only (update not required) */
 264         struct rte_mbuf **pkts = p->soft.def.pkts;
 265         uint16_t nb_tx_queues = dev->data->nb_tx_queues;
 266
 267         /* Persistent context: Read - Write (update required) */
 268         uint32_t txq_pos = p->soft.def.txq_pos;
 269         uint32_t pkts_len = p->soft.def.pkts_len;
 270         uint32_t flush_count = p->soft.def.flush_count;
 271
 272         /* Not part of the persistent context */
 273         uint32_t pos;
 274         uint16_t i;
 275
 276         /* Soft device TXQ read, Hard device TXQ write */
 277         for (i = 0; i < nb_tx_queues; i++) {
 278                 struct rte_ring *txq = dev->data->tx_queues[txq_pos];
 279
 280                 /* Read soft device TXQ burst to packet enqueue buffer */
 281                 pkts_len += rte_ring_sc_dequeue_burst(txq,
 282                         (void **)&pkts[pkts_len],
 283                         DEFAULT_BURST_SIZE,
 284                         NULL);
 285
 286                 /* Increment soft device TXQ */
 287                 txq_pos++;
 288                 if (txq_pos >= nb_tx_queues)
 289                         txq_pos = 0;
 290
 291                 /* Hard device TXQ write when complete burst is available */
 292                 if (pkts_len >= DEFAULT_BURST_SIZE) {
 293                         for (pos = 0; pos < pkts_len; )
 294                                 pos += rte_eth_tx_burst(p->hard.port_id,
 295                                         p->params.hard.tx_queue_id,
 296                                         &pkts[pos],
 297                                         (uint16_t)(pkts_len - pos));
 298
 299                         pkts_len = 0;
 300                         flush_count = 0;
 301                         break;
 302                 }
 303         }
 304
 305         if (flush_count >= FLUSH_COUNT_THRESHOLD) {
 306                 for (pos = 0; pos < pkts_len; )
 307                         pos += rte_eth_tx_burst(p->hard.port_id,
 308                                 p->params.hard.tx_queue_id,
 309                                 &pkts[pos],
 310                                 (uint16_t)(pkts_len - pos));
 311
 312                 pkts_len = 0;
 313                 flush_count = 0;
 314         }
 315
 316         p->soft.def.txq_pos = txq_pos;
 317         p->soft.def.pkts_len = pkts_len;
 318         p->soft.def.flush_count = flush_count + 1;
 319
 320         return 0;
 321 }
 322
 323 static __rte_always_inline int
 324 run_tm(struct rte_eth_dev *dev)
 325 {
 326         struct pmd_internals *p = dev->data->dev_private;
 327
 328         /* Persistent context: Read Only (update not required) */
 329         struct rte_sched_port *sched = p->soft.tm.sched;
 330         struct rte_mbuf **pkts_enq = p->soft.tm.pkts_enq;
 331         struct rte_mbuf **pkts_deq = p->soft.tm.pkts_deq;
 332         uint32_t enq_bsz = p->params.soft.tm.enq_bsz;
 333         uint32_t deq_bsz = p->params.soft.tm.deq_bsz;
 334         uint16_t nb_tx_queues = dev->data->nb_tx_queues;
 335
 336         /* Persistent context: Read - Write (update required) */
 337         uint32_t txq_pos = p->soft.tm.txq_pos;
 338         uint32_t pkts_enq_len = p->soft.tm.pkts_enq_len;
 339         uint32_t flush_count = p->soft.tm.flush_count;
 340
 341         /* Not part of the persistent context */
 342         uint32_t pkts_deq_len, pos;
 343         uint16_t i;
 344
 345         /* Soft device TXQ read, TM enqueue */
 346         for (i = 0; i < nb_tx_queues; i++) {
 347                 struct rte_ring *txq = dev->data->tx_queues[txq_pos];
 348
 349                 /* Read TXQ burst to packet enqueue buffer */
 350                 pkts_enq_len += rte_ring_sc_dequeue_burst(txq,
 351                         (void **)&pkts_enq[pkts_enq_len],
 352                         enq_bsz,
 353                         NULL);
 354
 355                 /* Increment TXQ */
 356                 txq_pos++;
 357                 if (txq_pos >= nb_tx_queues)
 358                         txq_pos = 0;
 359
 360                 /* TM enqueue when complete burst is available */
 361                 if (pkts_enq_len >= enq_bsz) {
 362                         rte_sched_port_enqueue(sched, pkts_enq, pkts_enq_len);
 363
 364                         pkts_enq_len = 0;
 365                         flush_count = 0;
 366                         break;
 367                 }
 368         }
 369
 370         if (flush_count >= FLUSH_COUNT_THRESHOLD) {
 371                 if (pkts_enq_len)
 372                         rte_sched_port_enqueue(sched, pkts_enq, pkts_enq_len);
 373
 374                 pkts_enq_len = 0;
 375                 flush_count = 0;
 376         }
 377
 378         p->soft.tm.txq_pos = txq_pos;
 379         p->soft.tm.pkts_enq_len = pkts_enq_len;
 380         p->soft.tm.flush_count = flush_count + 1;
 381
 382         /* TM dequeue, Hard device TXQ write */
 383         pkts_deq_len = rte_sched_port_dequeue(sched, pkts_deq, deq_bsz);
 384
 385         for (pos = 0; pos < pkts_deq_len; )
 386                 pos += rte_eth_tx_burst(p->hard.port_id,
 387                         p->params.hard.tx_queue_id,
 388                         &pkts_deq[pos],
 389                         (uint16_t)(pkts_deq_len - pos));
 390
 391         return 0;
 392 }
 393
 394 int
 395 rte_pmd_softnic_run(uint16_t port_id)
 396 {
 397         struct rte_eth_dev *dev = &rte_eth_devices[port_id];
 398
 399 #ifdef RTE_LIBRTE_ETHDEV_DEBUG
 400         RTE_ETH_VALID_PORTID_OR_ERR_RET(port_id, 0);
 401 #endif
 402
 403         return (tm_used(dev)) ? run_tm(dev) : run_default(dev);
 404 }
 405
 406 static struct ether_addr eth_addr = { .addr_bytes = {0} };
 407
 408 static uint32_t
 409 eth_dev_speed_max_mbps(uint32_t speed_capa)
 410 {
 411         uint32_t rate_mbps[32] = {
 412                 ETH_SPEED_NUM_NONE,
 413                 ETH_SPEED_NUM_10M,
 414                 ETH_SPEED_NUM_10M,
 415                 ETH_SPEED_NUM_100M,
 416                 ETH_SPEED_NUM_100M,
 417                 ETH_SPEED_NUM_1G,
 418                 ETH_SPEED_NUM_2_5G,
 419                 ETH_SPEED_NUM_5G,
 420                 ETH_SPEED_NUM_10G,
 421                 ETH_SPEED_NUM_20G,
 422                 ETH_SPEED_NUM_25G,
 423                 ETH_SPEED_NUM_40G,
 424                 ETH_SPEED_NUM_50G,
 425                 ETH_SPEED_NUM_56G,
 426                 ETH_SPEED_NUM_100G,
 427         };
 428
 429         uint32_t pos = (speed_capa) ? (31 - __builtin_clz(speed_capa)) : 0;
 430         return rate_mbps[pos];
 431 }
 432
 433 static int
 434 default_init(struct pmd_internals *p,
 435         struct pmd_params *params,
 436         int numa_node)
 437 {
 438         p->soft.def.pkts = rte_zmalloc_socket(params->soft.name,
 439                 2 * DEFAULT_BURST_SIZE * sizeof(struct rte_mbuf *),
 440                 0,
 441                 numa_node);
 442
 443         if (p->soft.def.pkts == NULL)
 444                 return -ENOMEM;
 445
 446         return 0;
 447 }
 448
 449 static void
 450 default_free(struct pmd_internals *p)
 451 {
 452         rte_free(p->soft.def.pkts);
 453 }
 454
 455 static void *
 456 pmd_init(struct pmd_params *params, int numa_node)
 457 {
 458         struct pmd_internals *p;
 459         int status;
 460
 461         p = rte_zmalloc_socket(params->soft.name,
 462                 sizeof(struct pmd_internals),
 463                 0,
 464                 numa_node);
 465         if (p == NULL)
 466                 return NULL;
 467
 468         memcpy(&p->params, params, sizeof(p->params));
 469         rte_eth_dev_get_port_by_name(params->hard.name, &p->hard.port_id);
 470
 471         /* Default */
 472         status = default_init(p, params, numa_node);
 473         if (status) {
 474                 free(p->params.hard.name);
 475                 rte_free(p);
 476                 return NULL;
 477         }
 478
 479         /* Traffic Management (TM)*/
 480         if (params->soft.flags & PMD_FEATURE_TM) {
 481                 status = tm_init(p, params, numa_node);
 482                 if (status) {
 483                         default_free(p);
 484                         free(p->params.hard.name);
 485                         rte_free(p);
 486                         return NULL;
 487                 }
 488         }
 489
 490         return p;
 491 }
 492
 493 static void
 494 pmd_free(struct pmd_internals *p)
 495 {
 496         if (p->params.soft.flags & PMD_FEATURE_TM)
 497                 tm_free(p);
 498
 499         default_free(p);
 500
 501         free(p->params.hard.name);
 502         rte_free(p);
 503 }
 504
 505 static int
 506 pmd_ethdev_register(struct rte_vdev_device *vdev,
 507         struct pmd_params *params,
 508         void *dev_private)
 509 {
 510         struct rte_eth_dev_info hard_info;
 511         struct rte_eth_dev *soft_dev;
 512         uint32_t hard_speed;
 513         int numa_node;
 514         uint16_t hard_port_id;
 515
 516         rte_eth_dev_get_port_by_name(params->hard.name, &hard_port_id);
 517         rte_eth_dev_info_get(hard_port_id, &hard_info);
 518         hard_speed = eth_dev_speed_max_mbps(hard_info.speed_capa);
 519         numa_node = rte_eth_dev_socket_id(hard_port_id);
 520
 521         /* Ethdev entry allocation */
 522         soft_dev = rte_eth_dev_allocate(params->soft.name);
 523         if (!soft_dev)
 524                 return -ENOMEM;
 525
 526         /* dev */
 527         soft_dev->rx_pkt_burst = (params->soft.intrusive) ?
 528                 NULL : /* set up later */
 529                 pmd_rx_pkt_burst;
 530         soft_dev->tx_pkt_burst = pmd_tx_pkt_burst;
 531         soft_dev->tx_pkt_prepare = NULL;
 532         soft_dev->dev_ops = &pmd_ops;
 533         soft_dev->device = &vdev->device;
 534
 535         /* dev->data */
 536         soft_dev->data->dev_private = dev_private;
 537         soft_dev->data->dev_link.link_speed = hard_speed;
 538         soft_dev->data->dev_link.link_duplex = ETH_LINK_FULL_DUPLEX;
 539         soft_dev->data->dev_link.link_autoneg = ETH_LINK_FIXED;
 540         soft_dev->data->dev_link.link_status = ETH_LINK_DOWN;
 541         soft_dev->data->mac_addrs = &eth_addr;
 542         soft_dev->data->promiscuous = 1;
 543         soft_dev->data->kdrv = RTE_KDRV_NONE;
 544         soft_dev->data->numa_node = numa_node;
 545
 546         return 0;
 547 }
 548
 549 static int
 550 get_string(const char *key __rte_unused, const char *value, void *extra_args)
 551 {
 552         if (!value || !extra_args)
 553                 return -EINVAL;
 554
 555         *(char **)extra_args = strdup(value);
 556
 557         if (!*(char **)extra_args)
 558                 return -ENOMEM;
 559
 560         return 0;
 561 }
 562
 563 static int
 564 get_uint32(const char *key __rte_unused, const char *value, void *extra_args)
 565 {
 566         if (!value || !extra_args)
 567                 return -EINVAL;
 568
 569         *(uint32_t *)extra_args = strtoull(value, NULL, 0);
 570
 571         return 0;
 572 }
 573
 574 static int
 575 pmd_parse_args(struct pmd_params *p, const char *name, const char *params)
 576 {
 577         struct rte_kvargs *kvlist;
 578         int i, ret;
 579
 580         kvlist = rte_kvargs_parse(params, pmd_valid_args);
 581         if (kvlist == NULL)
 582                 return -EINVAL;
 583
 584         /* Set default values */
 585         memset(p, 0, sizeof(*p));
 586         p->soft.name = name;
 587         p->soft.intrusive = INTRUSIVE;
 588         p->soft.tm.rate = 0;
 589         p->soft.tm.nb_queues = SOFTNIC_SOFT_TM_NB_QUEUES;
 590         for (i = 0; i < RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE; i++)
 591                 p->soft.tm.qsize[i] = SOFTNIC_SOFT_TM_QUEUE_SIZE;
 592         p->soft.tm.enq_bsz = SOFTNIC_SOFT_TM_ENQ_BSZ;
 593         p->soft.tm.deq_bsz = SOFTNIC_SOFT_TM_DEQ_BSZ;
 594         p->hard.tx_queue_id = SOFTNIC_HARD_TX_QUEUE_ID;
 595
 596         /* SOFT: TM (optional) */
 597         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM) == 1) {
 598                 char *s;
 599
 600                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM,
 601                         &get_string, &s);
 602                 if (ret < 0)
 603                         goto out_free;
 604
 605                 if (strcmp(s, "on") == 0)
 606                         p->soft.flags |= PMD_FEATURE_TM;
 607                 else if (strcmp(s, "off") == 0)
 608                         p->soft.flags &= ~PMD_FEATURE_TM;
 609                 else
 610                         ret = -EINVAL;
 611
 612                 free(s);
 613                 if (ret)
 614                         goto out_free;
 615         }
 616
 617         /* SOFT: TM rate (measured in bytes/second) (optional) */
 618         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_RATE) == 1) {
 619                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_RATE,
 620                         &get_uint32, &p->soft.tm.rate);
 621                 if (ret < 0)
 622                         goto out_free;
 623
 624                 p->soft.flags |= PMD_FEATURE_TM;
 625         }
 626
 627         /* SOFT: TM number of queues (optional) */
 628         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_NB_QUEUES) == 1) {
 629                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_NB_QUEUES,
 630                         &get_uint32, &p->soft.tm.nb_queues);
 631                 if (ret < 0)
 632                         goto out_free;
 633
 634                 p->soft.flags |= PMD_FEATURE_TM;
 635         }
 636
 637         /* SOFT: TM queue size 0 .. 3 (optional) */
 638         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE0) == 1) {
 639                 uint32_t qsize;
 640
 641                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE0,
 642                         &get_uint32, &qsize);
 643                 if (ret < 0)
 644                         goto out_free;
 645
 646                 p->soft.tm.qsize[0] = (uint16_t)qsize;
 647                 p->soft.flags |= PMD_FEATURE_TM;
 648         }
 649
 650         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE1) == 1) {
 651                 uint32_t qsize;
 652
 653                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE1,
 654                         &get_uint32, &qsize);
 655                 if (ret < 0)
 656                         goto out_free;
 657
 658                 p->soft.tm.qsize[1] = (uint16_t)qsize;
 659                 p->soft.flags |= PMD_FEATURE_TM;
 660         }
 661
 662         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE2) == 1) {
 663                 uint32_t qsize;
 664
 665                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE2,
 666                         &get_uint32, &qsize);
 667                 if (ret < 0)
 668                         goto out_free;
 669
 670                 p->soft.tm.qsize[2] = (uint16_t)qsize;
 671                 p->soft.flags |= PMD_FEATURE_TM;
 672         }
 673
 674         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_QSIZE3) == 1) {
 675                 uint32_t qsize;
 676
 677                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_QSIZE3,
 678                         &get_uint32, &qsize);
 679                 if (ret < 0)
 680                         goto out_free;
 681
 682                 p->soft.tm.qsize[3] = (uint16_t)qsize;
 683                 p->soft.flags |= PMD_FEATURE_TM;
 684         }
 685
 686         /* SOFT: TM enqueue burst size (optional) */
 687         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_ENQ_BSZ) == 1) {
 688                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_ENQ_BSZ,
 689                         &get_uint32, &p->soft.tm.enq_bsz);
 690                 if (ret < 0)
 691                         goto out_free;
 692
 693                 p->soft.flags |= PMD_FEATURE_TM;
 694         }
 695
 696         /* SOFT: TM dequeue burst size (optional) */
 697         if (rte_kvargs_count(kvlist, PMD_PARAM_SOFT_TM_DEQ_BSZ) == 1) {
 698                 ret = rte_kvargs_process(kvlist, PMD_PARAM_SOFT_TM_DEQ_BSZ,
 699                         &get_uint32, &p->soft.tm.deq_bsz);
 700                 if (ret < 0)
 701                         goto out_free;
 702
 703                 p->soft.flags |= PMD_FEATURE_TM;
 704         }
 705
 706         /* HARD: name (mandatory) */
 707         if (rte_kvargs_count(kvlist, PMD_PARAM_HARD_NAME) == 1) {
 708                 ret = rte_kvargs_process(kvlist, PMD_PARAM_HARD_NAME,
 709                         &get_string, &p->hard.name);
 710                 if (ret < 0)
 711                         goto out_free;
 712         } else {
 713                 ret = -EINVAL;
 714                 goto out_free;
 715         }
 716
 717         /* HARD: tx_queue_id (optional) */
 718         if (rte_kvargs_count(kvlist, PMD_PARAM_HARD_TX_QUEUE_ID) == 1) {
 719                 ret = rte_kvargs_process(kvlist, PMD_PARAM_HARD_TX_QUEUE_ID,
 720                         &get_uint32, &p->hard.tx_queue_id);
 721                 if (ret < 0)
 722                         goto out_free;
 723         }
 724
 725 out_free:
 726         rte_kvargs_free(kvlist);
 727         return ret;
 728 }
 729
 730 static int
 731 pmd_probe(struct rte_vdev_device *vdev)
 732 {
 733         struct pmd_params p;
 734         const char *params;
 735         int status;
 736
 737         struct rte_eth_dev_info hard_info;
 738         uint32_t hard_speed;
 739         uint16_t hard_port_id;
 740         int numa_node;
 741         void *dev_private;
 742
 743         RTE_LOG(INFO, PMD,
 744                 "Probing device \"%s\"\n",
 745                 rte_vdev_device_name(vdev));
 746
 747         /* Parse input arguments */
 748         params = rte_vdev_device_args(vdev);
 749         if (!params)
 750                 return -EINVAL;
 751
 752         status = pmd_parse_args(&p, rte_vdev_device_name(vdev), params);
 753         if (status)
 754                 return status;
 755
 756         /* Check input arguments */
 757         if (rte_eth_dev_get_port_by_name(p.hard.name, &hard_port_id))
 758                 return -EINVAL;
 759
 760         rte_eth_dev_info_get(hard_port_id, &hard_info);
 761         hard_speed = eth_dev_speed_max_mbps(hard_info.speed_capa);
 762         numa_node = rte_eth_dev_socket_id(hard_port_id);
 763
 764         if (p.hard.tx_queue_id >= hard_info.max_tx_queues)
 765                 return -EINVAL;
 766
 767         if (p.soft.flags & PMD_FEATURE_TM) {
 768                 status = tm_params_check(&p, hard_speed);
 769
 770                 if (status)
 771                         return status;
 772         }
 773
 774         /* Allocate and initialize soft ethdev private data */
 775         dev_private = pmd_init(&p, numa_node);
 776         if (dev_private == NULL)
 777                 return -ENOMEM;
 778
 779         /* Register soft ethdev */
 780         RTE_LOG(INFO, PMD,
 781                 "Creating soft ethdev \"%s\" for hard ethdev \"%s\"\n",
 782                 p.soft.name, p.hard.name);
 783
 784         status = pmd_ethdev_register(vdev, &p, dev_private);
 785         if (status) {
 786                 pmd_free(dev_private);
 787                 return status;
 788         }
 789
 790         return 0;
 791 }
 792
 793 static int
 794 pmd_remove(struct rte_vdev_device *vdev)
 795 {
 796         struct rte_eth_dev *dev = NULL;
 797         struct pmd_internals *p;
 798
 799         if (!vdev)
 800                 return -EINVAL;
 801
 802         RTE_LOG(INFO, PMD, "Removing device \"%s\"\n",
 803                 rte_vdev_device_name(vdev));
 804
 805         /* Find the ethdev entry */
 806         dev = rte_eth_dev_allocated(rte_vdev_device_name(vdev));
 807         if (dev == NULL)
 808                 return -ENODEV;
 809         p = dev->data->dev_private;
 810
 811         /* Free device data structures*/
 812         pmd_free(p);
 813         rte_free(dev->data);
 814         rte_eth_dev_release_port(dev);
 815
 816         return 0;
 817 }
 818
 819 static struct rte_vdev_driver pmd_softnic_drv = {
 820         .probe = pmd_probe,
 821         .remove = pmd_remove,
 822 };
 823
 824 RTE_PMD_REGISTER_VDEV(net_softnic, pmd_softnic_drv);
 825 RTE_PMD_REGISTER_PARAM_STRING(net_softnic,
 826         PMD_PARAM_SOFT_TM        "=on|off "
 827         PMD_PARAM_SOFT_TM_RATE "=<int> "
 828         PMD_PARAM_SOFT_TM_NB_QUEUES "=<int> "
 829         PMD_PARAM_SOFT_TM_QSIZE0 "=<int> "
 830         PMD_PARAM_SOFT_TM_QSIZE1 "=<int> "
 831         PMD_PARAM_SOFT_TM_QSIZE2 "=<int> "
 832         PMD_PARAM_SOFT_TM_QSIZE3 "=<int> "
 833         PMD_PARAM_SOFT_TM_ENQ_BSZ "=<int> "
 834         PMD_PARAM_SOFT_TM_DEQ_BSZ "=<int> "
 835         PMD_PARAM_HARD_NAME "=<string> "
 836         PMD_PARAM_HARD_TX_QUEUE_ID "=<int>");