drivers/net/enic/enic_clsf.c

   1 /*
   2  * Copyright 2008-2014 Cisco Systems, Inc.  All rights reserved.
   3  * Copyright 2007 Nuova Systems, Inc.  All rights reserved.
   4  *
   5  * Copyright (c) 2014, Cisco Systems, Inc.
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  *
  12  * 1. Redistributions of source code must retain the above copyright
  13  * notice, this list of conditions and the following disclaimer.
  14  *
  15  * 2. Redistributions in binary form must reproduce the above copyright
  16  * notice, this list of conditions and the following disclaimer in
  17  * the documentation and/or other materials provided with the
  18  * distribution.
  19  *
  20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  21  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  22  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
  23  * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
  24  * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
  25  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
  26  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  27  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  28  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
  30  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  31  * POSSIBILITY OF SUCH DAMAGE.
  32  *
  33  */
  34
  35 #include <libgen.h>
  36
  37 #include <rte_ethdev.h>
  38 #include <rte_malloc.h>
  39 #include <rte_hash.h>
  40 #include <rte_byteorder.h>
  41
  42 #include "enic_compat.h"
  43 #include "enic.h"
  44 #include "wq_enet_desc.h"
  45 #include "rq_enet_desc.h"
  46 #include "cq_enet_desc.h"
  47 #include "vnic_enet.h"
  48 #include "vnic_dev.h"
  49 #include "vnic_wq.h"
  50 #include "vnic_rq.h"
  51 #include "vnic_cq.h"
  52 #include "vnic_intr.h"
  53 #include "vnic_nic.h"
  54
  55 #ifdef RTE_MACHINE_CPUFLAG_SSE4_2
  56 #include <rte_hash_crc.h>
  57 #define DEFAULT_HASH_FUNC       rte_hash_crc
  58 #else
  59 #include <rte_jhash.h>
  60 #define DEFAULT_HASH_FUNC       rte_jhash
  61 #endif
  62
  63 #define ENICPMD_CLSF_HASH_ENTRIES       ENICPMD_FDIR_MAX
  64
  65 void enic_fdir_stats_get(struct enic *enic, struct rte_eth_fdir_stats *stats)
  66 {
  67         *stats = enic->fdir.stats;
  68 }
  69
  70 int enic_fdir_del_fltr(struct enic *enic, struct rte_eth_fdir_filter *params)
  71 {
  72         int32_t pos;
  73         struct enic_fdir_node *key;
  74         /* See if the key is in the table */
  75         pos = rte_hash_del_key(enic->fdir.hash, params);
  76         switch (pos) {
  77         case -EINVAL:
  78         case -ENOENT:
  79                 enic->fdir.stats.f_remove++;
  80                 return -EINVAL;
  81         default:
  82                 /* The entry is present in the table */
  83                 key = enic->fdir.nodes[pos];
  84
  85                 /* Delete the filter */
  86                 vnic_dev_classifier(enic->vdev, CLSF_DEL,
  87                         &key->fltr_id, NULL);
  88                 rte_free(key);
  89                 enic->fdir.nodes[pos] = NULL;
  90                 enic->fdir.stats.free++;
  91                 enic->fdir.stats.remove++;
  92                 break;
  93         }
  94         return 0;
  95 }
  96
  97 int enic_fdir_add_fltr(struct enic *enic, struct rte_eth_fdir_filter *params)
  98 {
  99         struct enic_fdir_node *key;
 100         struct filter fltr = {0};
 101         int32_t pos;
 102         u8 do_free = 0;
 103         u16 old_fltr_id = 0;
 104         u32 flowtype_supported;
 105         u16 flex_bytes;
 106         u16 queue;
 107
 108         flowtype_supported = (
 109                 (RTE_ETH_FLOW_NONFRAG_IPV4_TCP == params->input.flow_type) ||
 110                 (RTE_ETH_FLOW_NONFRAG_IPV4_UDP == params->input.flow_type));
 111
 112         flex_bytes = ((params->input.flow_ext.flexbytes[1] << 8 & 0xFF00) |
 113                 (params->input.flow_ext.flexbytes[0] & 0xFF));
 114
 115         if (!enic->fdir.hash ||
 116                 (params->input.flow_ext.vlan_tci & 0xFFF) ||
 117                 !flowtype_supported || flex_bytes ||
 118                 params->action.behavior /* drop */) {
 119                 enic->fdir.stats.f_add++;
 120                 return -ENOTSUP;
 121         }
 122
 123         queue = params->action.rx_queue;
 124         /* See if the key is already there in the table */
 125         pos = rte_hash_del_key(enic->fdir.hash, params);
 126         switch (pos) {
 127         case -EINVAL:
 128                 enic->fdir.stats.f_add++;
 129                 return -EINVAL;
 130         case -ENOENT:
 131                 /* Add a new classifier entry */
 132                 if (!enic->fdir.stats.free) {
 133                         enic->fdir.stats.f_add++;
 134                         return -ENOSPC;
 135                 }
 136                 key = rte_zmalloc("enic_fdir_node",
 137                                   sizeof(struct enic_fdir_node), 0);
 138                 if (!key) {
 139                         enic->fdir.stats.f_add++;
 140                         return -ENOMEM;
 141                 }
 142                 break;
 143         default:
 144                 /* The entry is already present in the table.
 145                  * Check if there is a change in queue
 146                  */
 147                 key = enic->fdir.nodes[pos];
 148                 enic->fdir.nodes[pos] = NULL;
 149                 if (unlikely(key->rq_index == queue)) {
 150                         /* Nothing to be done */
 151                         enic->fdir.stats.f_add++;
 152                         pos = rte_hash_add_key(enic->fdir.hash, params);
 153                         if (pos < 0) {
 154                                 dev_err(enic, "Add hash key failed\n");
 155                                 return pos;
 156                         }
 157                         enic->fdir.nodes[pos] = key;
 158                         dev_warning(enic,
 159                                 "FDIR rule is already present\n");
 160                         return 0;
 161                 }
 162
 163                 if (likely(enic->fdir.stats.free)) {
 164                         /* Add the filter and then delete the old one.
 165                          * This is to avoid packets from going into the
 166                          * default queue during the window between
 167                          * delete and add
 168                          */
 169                         do_free = 1;
 170                         old_fltr_id = key->fltr_id;
 171                 } else {
 172                         /* No free slots in the classifier.
 173                          * Delete the filter and add the modified one later
 174                          */
 175                         vnic_dev_classifier(enic->vdev, CLSF_DEL,
 176                                 &key->fltr_id, NULL);
 177                         enic->fdir.stats.free++;
 178                 }
 179
 180                 break;
 181         }
 182
 183         key->filter = *params;
 184         key->rq_index = queue;
 185
 186         fltr.type = FILTER_IPV4_5TUPLE;
 187         fltr.u.ipv4.src_addr = rte_be_to_cpu_32(
 188                 params->input.flow.ip4_flow.src_ip);
 189         fltr.u.ipv4.dst_addr = rte_be_to_cpu_32(
 190                 params->input.flow.ip4_flow.dst_ip);
 191         fltr.u.ipv4.src_port = rte_be_to_cpu_16(
 192                 params->input.flow.udp4_flow.src_port);
 193         fltr.u.ipv4.dst_port = rte_be_to_cpu_16(
 194                 params->input.flow.udp4_flow.dst_port);
 195
 196         if (RTE_ETH_FLOW_NONFRAG_IPV4_TCP == params->input.flow_type)
 197                 fltr.u.ipv4.protocol = PROTO_TCP;
 198         else
 199                 fltr.u.ipv4.protocol = PROTO_UDP;
 200
 201         fltr.u.ipv4.flags = FILTER_FIELDS_IPV4_5TUPLE;
 202
 203         if (!vnic_dev_classifier(enic->vdev, CLSF_ADD, &queue, &fltr)) {
 204                 key->fltr_id = queue;
 205         } else {
 206                 dev_err(enic, "Add classifier entry failed\n");
 207                 enic->fdir.stats.f_add++;
 208                 rte_free(key);
 209                 return -1;
 210         }
 211
 212         if (do_free)
 213                 vnic_dev_classifier(enic->vdev, CLSF_DEL, &old_fltr_id, NULL);
 214         else{
 215                 enic->fdir.stats.free--;
 216                 enic->fdir.stats.add++;
 217         }
 218
 219         pos = rte_hash_add_key(enic->fdir.hash, params);
 220         if (pos < 0) {
 221                 dev_err(enic, "Add hash key failed\n");
 222                 return pos;
 223         }
 224
 225         enic->fdir.nodes[pos] = key;
 226         return 0;
 227 }
 228
 229 void enic_clsf_destroy(struct enic *enic)
 230 {
 231         u32 index;
 232         struct enic_fdir_node *key;
 233         /* delete classifier entries */
 234         for (index = 0; index < ENICPMD_FDIR_MAX; index++) {
 235                 key = enic->fdir.nodes[index];
 236                 if (key) {
 237                         vnic_dev_classifier(enic->vdev, CLSF_DEL,
 238                                 &key->fltr_id, NULL);
 239                         rte_free(key);
 240                 }
 241         }
 242
 243         if (enic->fdir.hash) {
 244                 rte_hash_free(enic->fdir.hash);
 245                 enic->fdir.hash = NULL;
 246         }
 247 }
 248
 249 int enic_clsf_init(struct enic *enic)
 250 {
 251         char clsf_name[RTE_HASH_NAMESIZE];
 252         struct rte_hash_parameters hash_params = {
 253                 .name = clsf_name,
 254                 .entries = ENICPMD_CLSF_HASH_ENTRIES,
 255                 .key_len = sizeof(struct rte_eth_fdir_filter),
 256                 .hash_func = DEFAULT_HASH_FUNC,
 257                 .hash_func_init_val = 0,
 258                 .socket_id = SOCKET_ID_ANY,
 259         };
 260         snprintf(clsf_name, RTE_HASH_NAMESIZE, "enic_clsf_%s", enic->bdf_name);
 261         enic->fdir.hash = rte_hash_create(&hash_params);
 262         memset(&enic->fdir.stats, 0, sizeof(enic->fdir.stats));
 263         enic->fdir.stats.free = ENICPMD_FDIR_MAX;
 264         return NULL == enic->fdir.hash;
 265 }