New upstream version 16.11.5
[deb_dpdk.git] / drivers / net / enic / enic_ethdev.c
1 /*
2  * Copyright 2008-2014 Cisco Systems, Inc.  All rights reserved.
3  * Copyright 2007 Nuova Systems, Inc.  All rights reserved.
4  *
5  * Copyright (c) 2014, Cisco Systems, Inc.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  *
12  * 1. Redistributions of source code must retain the above copyright
13  * notice, this list of conditions and the following disclaimer.
14  *
15  * 2. Redistributions in binary form must reproduce the above copyright
16  * notice, this list of conditions and the following disclaimer in
17  * the documentation and/or other materials provided with the
18  * distribution.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
23  * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
24  * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
25  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
26  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
27  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
28  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
30  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
31  * POSSIBILITY OF SUCH DAMAGE.
32  *
33  */
34
35 #include <stdio.h>
36 #include <stdint.h>
37
38 #include <rte_dev.h>
39 #include <rte_pci.h>
40 #include <rte_ethdev.h>
41 #include <rte_string_fns.h>
42
43 #include "vnic_intr.h"
44 #include "vnic_cq.h"
45 #include "vnic_wq.h"
46 #include "vnic_rq.h"
47 #include "vnic_enet.h"
48 #include "enic.h"
49
50 #ifdef RTE_LIBRTE_ENIC_DEBUG
51 #define ENICPMD_FUNC_TRACE() \
52         RTE_LOG(DEBUG, PMD, "ENICPMD trace: %s\n", __func__)
53 #else
54 #define ENICPMD_FUNC_TRACE() (void)0
55 #endif
56
57 /*
58  * The set of PCI devices this driver supports
59  */
60 #define CISCO_PCI_VENDOR_ID 0x1137
61 static const struct rte_pci_id pci_id_enic_map[] = {
62         { RTE_PCI_DEVICE(CISCO_PCI_VENDOR_ID, PCI_DEVICE_ID_CISCO_VIC_ENET) },
63         { RTE_PCI_DEVICE(CISCO_PCI_VENDOR_ID, PCI_DEVICE_ID_CISCO_VIC_ENET_VF) },
64         {.vendor_id = 0, /* sentinel */},
65 };
66
67 static int
68 enicpmd_fdir_ctrl_func(struct rte_eth_dev *eth_dev,
69                         enum rte_filter_op filter_op, void *arg)
70 {
71         struct enic *enic = pmd_priv(eth_dev);
72         int ret = 0;
73
74         ENICPMD_FUNC_TRACE();
75         if (filter_op == RTE_ETH_FILTER_NOP)
76                 return 0;
77
78         if (arg == NULL && filter_op != RTE_ETH_FILTER_FLUSH)
79                 return -EINVAL;
80
81         switch (filter_op) {
82         case RTE_ETH_FILTER_ADD:
83         case RTE_ETH_FILTER_UPDATE:
84                 ret = enic_fdir_add_fltr(enic,
85                         (struct rte_eth_fdir_filter *)arg);
86                 break;
87
88         case RTE_ETH_FILTER_DELETE:
89                 ret = enic_fdir_del_fltr(enic,
90                         (struct rte_eth_fdir_filter *)arg);
91                 break;
92
93         case RTE_ETH_FILTER_STATS:
94                 enic_fdir_stats_get(enic, (struct rte_eth_fdir_stats *)arg);
95                 break;
96
97         case RTE_ETH_FILTER_FLUSH:
98                 dev_warning(enic, "unsupported operation %u", filter_op);
99                 ret = -ENOTSUP;
100                 break;
101         case RTE_ETH_FILTER_INFO:
102                 enic_fdir_info_get(enic, (struct rte_eth_fdir_info *)arg);
103                 break;
104         default:
105                 dev_err(enic, "unknown operation %u", filter_op);
106                 ret = -EINVAL;
107                 break;
108         }
109         return ret;
110 }
111
112 static int
113 enicpmd_dev_filter_ctrl(struct rte_eth_dev *dev,
114                      enum rte_filter_type filter_type,
115                      enum rte_filter_op filter_op,
116                      void *arg)
117 {
118         int ret = -EINVAL;
119
120         if (RTE_ETH_FILTER_FDIR == filter_type)
121                 ret = enicpmd_fdir_ctrl_func(dev, filter_op, arg);
122         else
123                 dev_warning(enic, "Filter type (%d) not supported",
124                         filter_type);
125
126         return ret;
127 }
128
129 static void enicpmd_dev_tx_queue_release(void *txq)
130 {
131         ENICPMD_FUNC_TRACE();
132         enic_free_wq(txq);
133 }
134
135 static int enicpmd_dev_setup_intr(struct enic *enic)
136 {
137         int ret;
138         unsigned int index;
139
140         ENICPMD_FUNC_TRACE();
141
142         /* Are we done with the init of all the queues? */
143         for (index = 0; index < enic->cq_count; index++) {
144                 if (!enic->cq[index].ctrl)
145                         break;
146         }
147         if (enic->cq_count != index)
148                 return 0;
149         for (index = 0; index < enic->wq_count; index++) {
150                 if (!enic->wq[index].ctrl)
151                         break;
152         }
153         if (enic->wq_count != index)
154                 return 0;
155         /* check start of packet (SOP) RQs only in case scatter is disabled. */
156         for (index = 0; index < enic->rq_count; index++) {
157                 if (!enic->rq[enic_rte_rq_idx_to_sop_idx(index)].ctrl)
158                         break;
159         }
160         if (enic->rq_count != index)
161                 return 0;
162
163         ret = enic_alloc_intr_resources(enic);
164         if (ret) {
165                 dev_err(enic, "alloc intr failed\n");
166                 return ret;
167         }
168         enic_init_vnic_resources(enic);
169
170         ret = enic_setup_finish(enic);
171         if (ret)
172                 dev_err(enic, "setup could not be finished\n");
173
174         return ret;
175 }
176
177 static int enicpmd_dev_tx_queue_setup(struct rte_eth_dev *eth_dev,
178         uint16_t queue_idx,
179         uint16_t nb_desc,
180         unsigned int socket_id,
181         __rte_unused const struct rte_eth_txconf *tx_conf)
182 {
183         int ret;
184         struct enic *enic = pmd_priv(eth_dev);
185
186         ENICPMD_FUNC_TRACE();
187         RTE_ASSERT(queue_idx < enic->conf_wq_count);
188         eth_dev->data->tx_queues[queue_idx] = (void *)&enic->wq[queue_idx];
189
190         ret = enic_alloc_wq(enic, queue_idx, socket_id, nb_desc);
191         if (ret) {
192                 dev_err(enic, "error in allocating wq\n");
193                 return ret;
194         }
195
196         return enicpmd_dev_setup_intr(enic);
197 }
198
199 static int enicpmd_dev_tx_queue_start(struct rte_eth_dev *eth_dev,
200         uint16_t queue_idx)
201 {
202         struct enic *enic = pmd_priv(eth_dev);
203
204         ENICPMD_FUNC_TRACE();
205
206         enic_start_wq(enic, queue_idx);
207
208         return 0;
209 }
210
211 static int enicpmd_dev_tx_queue_stop(struct rte_eth_dev *eth_dev,
212         uint16_t queue_idx)
213 {
214         int ret;
215         struct enic *enic = pmd_priv(eth_dev);
216
217         ENICPMD_FUNC_TRACE();
218
219         ret = enic_stop_wq(enic, queue_idx);
220         if (ret)
221                 dev_err(enic, "error in stopping wq %d\n", queue_idx);
222
223         return ret;
224 }
225
226 static int enicpmd_dev_rx_queue_start(struct rte_eth_dev *eth_dev,
227         uint16_t queue_idx)
228 {
229         struct enic *enic = pmd_priv(eth_dev);
230
231         ENICPMD_FUNC_TRACE();
232
233         enic_start_rq(enic, queue_idx);
234
235         return 0;
236 }
237
238 static int enicpmd_dev_rx_queue_stop(struct rte_eth_dev *eth_dev,
239         uint16_t queue_idx)
240 {
241         int ret;
242         struct enic *enic = pmd_priv(eth_dev);
243
244         ENICPMD_FUNC_TRACE();
245
246         ret = enic_stop_rq(enic, queue_idx);
247         if (ret)
248                 dev_err(enic, "error in stopping rq %d\n", queue_idx);
249
250         return ret;
251 }
252
253 static void enicpmd_dev_rx_queue_release(void *rxq)
254 {
255         ENICPMD_FUNC_TRACE();
256         enic_free_rq(rxq);
257 }
258
259 static uint32_t enicpmd_dev_rx_queue_count(struct rte_eth_dev *dev,
260                                            uint16_t rx_queue_id)
261 {
262         struct enic *enic = pmd_priv(dev);
263         uint32_t queue_count = 0;
264         struct vnic_cq *cq;
265         uint32_t cq_tail;
266         uint16_t cq_idx;
267         int rq_num;
268
269         if (rx_queue_id >= dev->data->nb_rx_queues) {
270                 dev_err(enic, "Invalid RX queue id=%d", rx_queue_id);
271                 return 0;
272         }
273
274         rq_num = enic_rte_rq_idx_to_sop_idx(rx_queue_id);
275         cq = &enic->cq[enic_cq_rq(enic, rq_num)];
276         cq_idx = cq->to_clean;
277
278         cq_tail = ioread32(&cq->ctrl->cq_tail);
279
280         if (cq_tail < cq_idx)
281                 cq_tail += cq->ring.desc_count;
282
283         queue_count = cq_tail - cq_idx;
284
285         return queue_count;
286 }
287
288 static int enicpmd_dev_rx_queue_setup(struct rte_eth_dev *eth_dev,
289         uint16_t queue_idx,
290         uint16_t nb_desc,
291         unsigned int socket_id,
292         const struct rte_eth_rxconf *rx_conf,
293         struct rte_mempool *mp)
294 {
295         int ret;
296         struct enic *enic = pmd_priv(eth_dev);
297
298         ENICPMD_FUNC_TRACE();
299
300         RTE_ASSERT(enic_rte_rq_idx_to_sop_idx(queue_idx) < enic->conf_rq_count);
301         eth_dev->data->rx_queues[queue_idx] =
302                 (void *)&enic->rq[enic_rte_rq_idx_to_sop_idx(queue_idx)];
303
304         ret = enic_alloc_rq(enic, queue_idx, socket_id, mp, nb_desc,
305                             rx_conf->rx_free_thresh);
306         if (ret) {
307                 dev_err(enic, "error in allocating rq\n");
308                 return ret;
309         }
310
311         return enicpmd_dev_setup_intr(enic);
312 }
313
314 static int enicpmd_vlan_filter_set(struct rte_eth_dev *eth_dev,
315         uint16_t vlan_id, int on)
316 {
317         struct enic *enic = pmd_priv(eth_dev);
318         int err;
319
320         ENICPMD_FUNC_TRACE();
321         if (on)
322                 err = enic_add_vlan(enic, vlan_id);
323         else
324                 err = enic_del_vlan(enic, vlan_id);
325         return err;
326 }
327
328 static void enicpmd_vlan_offload_set(struct rte_eth_dev *eth_dev, int mask)
329 {
330         struct enic *enic = pmd_priv(eth_dev);
331
332         ENICPMD_FUNC_TRACE();
333
334         if (mask & ETH_VLAN_STRIP_MASK) {
335                 if (eth_dev->data->dev_conf.rxmode.hw_vlan_strip)
336                         enic->ig_vlan_strip_en = 1;
337                 else
338                         enic->ig_vlan_strip_en = 0;
339         }
340         enic_set_rss_nic_cfg(enic);
341
342
343         if (mask & ETH_VLAN_FILTER_MASK) {
344                 dev_warning(enic,
345                         "Configuration of VLAN filter is not supported\n");
346         }
347
348         if (mask & ETH_VLAN_EXTEND_MASK) {
349                 dev_warning(enic,
350                         "Configuration of extended VLAN is not supported\n");
351         }
352 }
353
354 static int enicpmd_dev_configure(struct rte_eth_dev *eth_dev)
355 {
356         int ret;
357         struct enic *enic = pmd_priv(eth_dev);
358
359         ENICPMD_FUNC_TRACE();
360         ret = enic_set_vnic_res(enic);
361         if (ret) {
362                 dev_err(enic, "Set vNIC resource num  failed, aborting\n");
363                 return ret;
364         }
365
366         if (eth_dev->data->dev_conf.rxmode.split_hdr_size &&
367                 eth_dev->data->dev_conf.rxmode.header_split) {
368                 /* Enable header-data-split */
369                 enic_set_hdr_split_size(enic,
370                         eth_dev->data->dev_conf.rxmode.split_hdr_size);
371         }
372
373         enicpmd_vlan_offload_set(eth_dev, ETH_VLAN_STRIP_MASK);
374         enic->hw_ip_checksum = eth_dev->data->dev_conf.rxmode.hw_ip_checksum;
375         return 0;
376 }
377
378 /* Start the device.
379  * It returns 0 on success.
380  */
381 static int enicpmd_dev_start(struct rte_eth_dev *eth_dev)
382 {
383         struct enic *enic = pmd_priv(eth_dev);
384
385         ENICPMD_FUNC_TRACE();
386         return enic_enable(enic);
387 }
388
389 /*
390  * Stop device: disable rx and tx functions to allow for reconfiguring.
391  */
392 static void enicpmd_dev_stop(struct rte_eth_dev *eth_dev)
393 {
394         struct rte_eth_link link;
395         struct enic *enic = pmd_priv(eth_dev);
396
397         ENICPMD_FUNC_TRACE();
398         enic_disable(enic);
399         memset(&link, 0, sizeof(link));
400         rte_atomic64_cmpset((uint64_t *)&eth_dev->data->dev_link,
401                 *(uint64_t *)&eth_dev->data->dev_link,
402                 *(uint64_t *)&link);
403 }
404
405 /*
406  * Stop device.
407  */
408 static void enicpmd_dev_close(struct rte_eth_dev *eth_dev)
409 {
410         struct enic *enic = pmd_priv(eth_dev);
411
412         ENICPMD_FUNC_TRACE();
413         enic_remove(enic);
414 }
415
416 static int enicpmd_dev_link_update(struct rte_eth_dev *eth_dev,
417         __rte_unused int wait_to_complete)
418 {
419         struct enic *enic = pmd_priv(eth_dev);
420
421         ENICPMD_FUNC_TRACE();
422         return enic_link_update(enic);
423 }
424
425 static void enicpmd_dev_stats_get(struct rte_eth_dev *eth_dev,
426         struct rte_eth_stats *stats)
427 {
428         struct enic *enic = pmd_priv(eth_dev);
429
430         ENICPMD_FUNC_TRACE();
431         enic_dev_stats_get(enic, stats);
432 }
433
434 static void enicpmd_dev_stats_reset(struct rte_eth_dev *eth_dev)
435 {
436         struct enic *enic = pmd_priv(eth_dev);
437
438         ENICPMD_FUNC_TRACE();
439         enic_dev_stats_clear(enic);
440 }
441
442 static void enicpmd_dev_info_get(struct rte_eth_dev *eth_dev,
443         struct rte_eth_dev_info *device_info)
444 {
445         struct enic *enic = pmd_priv(eth_dev);
446
447         ENICPMD_FUNC_TRACE();
448         /* Scattered Rx uses two receive queues per rx queue exposed to dpdk */
449         device_info->max_rx_queues = enic->conf_rq_count / 2;
450         device_info->max_tx_queues = enic->conf_wq_count;
451         device_info->min_rx_bufsize = ENIC_MIN_MTU;
452         device_info->max_rx_pktlen = enic->max_mtu + ETHER_HDR_LEN + 4;
453         device_info->max_mac_addrs = 1;
454         device_info->rx_offload_capa =
455                 DEV_RX_OFFLOAD_VLAN_STRIP |
456                 DEV_RX_OFFLOAD_IPV4_CKSUM |
457                 DEV_RX_OFFLOAD_UDP_CKSUM  |
458                 DEV_RX_OFFLOAD_TCP_CKSUM;
459         device_info->tx_offload_capa =
460                 DEV_TX_OFFLOAD_VLAN_INSERT |
461                 DEV_TX_OFFLOAD_IPV4_CKSUM  |
462                 DEV_TX_OFFLOAD_UDP_CKSUM   |
463                 DEV_TX_OFFLOAD_TCP_CKSUM;
464         device_info->default_rxconf = (struct rte_eth_rxconf) {
465                 .rx_free_thresh = ENIC_DEFAULT_RX_FREE_THRESH
466         };
467 }
468
469 static const uint32_t *enicpmd_dev_supported_ptypes_get(struct rte_eth_dev *dev)
470 {
471         static const uint32_t ptypes[] = {
472                 RTE_PTYPE_L2_ETHER,
473                 RTE_PTYPE_L2_ETHER_VLAN,
474                 RTE_PTYPE_L3_IPV4_EXT_UNKNOWN,
475                 RTE_PTYPE_L3_IPV6_EXT_UNKNOWN,
476                 RTE_PTYPE_L4_TCP,
477                 RTE_PTYPE_L4_UDP,
478                 RTE_PTYPE_L4_FRAG,
479                 RTE_PTYPE_L4_NONFRAG,
480                 RTE_PTYPE_UNKNOWN
481         };
482
483         if (dev->rx_pkt_burst == enic_recv_pkts)
484                 return ptypes;
485         return NULL;
486 }
487
488 static void enicpmd_dev_promiscuous_enable(struct rte_eth_dev *eth_dev)
489 {
490         struct enic *enic = pmd_priv(eth_dev);
491
492         ENICPMD_FUNC_TRACE();
493         enic->promisc = 1;
494         enic_add_packet_filter(enic);
495 }
496
497 static void enicpmd_dev_promiscuous_disable(struct rte_eth_dev *eth_dev)
498 {
499         struct enic *enic = pmd_priv(eth_dev);
500
501         ENICPMD_FUNC_TRACE();
502         enic->promisc = 0;
503         enic_add_packet_filter(enic);
504 }
505
506 static void enicpmd_dev_allmulticast_enable(struct rte_eth_dev *eth_dev)
507 {
508         struct enic *enic = pmd_priv(eth_dev);
509
510         ENICPMD_FUNC_TRACE();
511         enic->allmulti = 1;
512         enic_add_packet_filter(enic);
513 }
514
515 static void enicpmd_dev_allmulticast_disable(struct rte_eth_dev *eth_dev)
516 {
517         struct enic *enic = pmd_priv(eth_dev);
518
519         ENICPMD_FUNC_TRACE();
520         enic->allmulti = 0;
521         enic_add_packet_filter(enic);
522 }
523
524 static void enicpmd_add_mac_addr(struct rte_eth_dev *eth_dev,
525         struct ether_addr *mac_addr,
526         __rte_unused uint32_t index, __rte_unused uint32_t pool)
527 {
528         struct enic *enic = pmd_priv(eth_dev);
529
530         ENICPMD_FUNC_TRACE();
531         enic_set_mac_address(enic, mac_addr->addr_bytes);
532 }
533
534 static void enicpmd_remove_mac_addr(struct rte_eth_dev *eth_dev, __rte_unused uint32_t index)
535 {
536         struct enic *enic = pmd_priv(eth_dev);
537
538         ENICPMD_FUNC_TRACE();
539         enic_del_mac_address(enic);
540 }
541
542 static int enicpmd_mtu_set(struct rte_eth_dev *eth_dev, uint16_t mtu)
543 {
544         struct enic *enic = pmd_priv(eth_dev);
545
546         ENICPMD_FUNC_TRACE();
547         return enic_set_mtu(enic, mtu);
548 }
549
550 static const struct eth_dev_ops enicpmd_eth_dev_ops = {
551         .dev_configure        = enicpmd_dev_configure,
552         .dev_start            = enicpmd_dev_start,
553         .dev_stop             = enicpmd_dev_stop,
554         .dev_set_link_up      = NULL,
555         .dev_set_link_down    = NULL,
556         .dev_close            = enicpmd_dev_close,
557         .promiscuous_enable   = enicpmd_dev_promiscuous_enable,
558         .promiscuous_disable  = enicpmd_dev_promiscuous_disable,
559         .allmulticast_enable  = enicpmd_dev_allmulticast_enable,
560         .allmulticast_disable = enicpmd_dev_allmulticast_disable,
561         .link_update          = enicpmd_dev_link_update,
562         .stats_get            = enicpmd_dev_stats_get,
563         .stats_reset          = enicpmd_dev_stats_reset,
564         .queue_stats_mapping_set = NULL,
565         .dev_infos_get        = enicpmd_dev_info_get,
566         .dev_supported_ptypes_get = enicpmd_dev_supported_ptypes_get,
567         .mtu_set              = enicpmd_mtu_set,
568         .vlan_filter_set      = enicpmd_vlan_filter_set,
569         .vlan_tpid_set        = NULL,
570         .vlan_offload_set     = enicpmd_vlan_offload_set,
571         .vlan_strip_queue_set = NULL,
572         .rx_queue_start       = enicpmd_dev_rx_queue_start,
573         .rx_queue_stop        = enicpmd_dev_rx_queue_stop,
574         .tx_queue_start       = enicpmd_dev_tx_queue_start,
575         .tx_queue_stop        = enicpmd_dev_tx_queue_stop,
576         .rx_queue_setup       = enicpmd_dev_rx_queue_setup,
577         .rx_queue_release     = enicpmd_dev_rx_queue_release,
578         .rx_queue_count       = enicpmd_dev_rx_queue_count,
579         .rx_descriptor_done   = NULL,
580         .tx_queue_setup       = enicpmd_dev_tx_queue_setup,
581         .tx_queue_release     = enicpmd_dev_tx_queue_release,
582         .dev_led_on           = NULL,
583         .dev_led_off          = NULL,
584         .flow_ctrl_get        = NULL,
585         .flow_ctrl_set        = NULL,
586         .priority_flow_ctrl_set = NULL,
587         .mac_addr_add         = enicpmd_add_mac_addr,
588         .mac_addr_remove      = enicpmd_remove_mac_addr,
589         .filter_ctrl          = enicpmd_dev_filter_ctrl,
590 };
591
592 struct enic *enicpmd_list_head = NULL;
593 /* Initialize the driver
594  * It returns 0 on success.
595  */
596 static int eth_enicpmd_dev_init(struct rte_eth_dev *eth_dev)
597 {
598         struct rte_pci_device *pdev;
599         struct rte_pci_addr *addr;
600         struct enic *enic = pmd_priv(eth_dev);
601
602         ENICPMD_FUNC_TRACE();
603
604         enic->port_id = eth_dev->data->port_id;
605         enic->rte_dev = eth_dev;
606         eth_dev->dev_ops = &enicpmd_eth_dev_ops;
607         eth_dev->rx_pkt_burst = &enic_recv_pkts;
608         eth_dev->tx_pkt_burst = &enic_xmit_pkts;
609
610         pdev = eth_dev->pci_dev;
611         rte_eth_copy_pci_info(eth_dev, pdev);
612         enic->pdev = pdev;
613         addr = &pdev->addr;
614
615         snprintf(enic->bdf_name, ENICPMD_BDF_LENGTH, "%04x:%02x:%02x.%x",
616                 addr->domain, addr->bus, addr->devid, addr->function);
617
618         return enic_probe(enic);
619 }
620
621 static struct eth_driver rte_enic_pmd = {
622         .pci_drv = {
623                 .id_table = pci_id_enic_map,
624                 .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_INTR_LSC,
625                 .probe = rte_eth_dev_pci_probe,
626                 .remove = rte_eth_dev_pci_remove,
627         },
628         .eth_dev_init = eth_enicpmd_dev_init,
629         .dev_private_size = sizeof(struct enic),
630 };
631
632 RTE_PMD_REGISTER_PCI(net_enic, rte_enic_pmd.pci_drv);
633 RTE_PMD_REGISTER_PCI_TABLE(net_enic, pci_id_enic_map);