New upstream version 18.08
[deb_dpdk.git] / drivers / event / octeontx / ssovf_evdev.c
index c80a443..16a3a04 100644 (file)
@@ -1,47 +1,34 @@
-/*
- *   BSD LICENSE
- *
- *   Copyright (C) Cavium networks Ltd. 2017.
- *
- *   Redistribution and use in source and binary forms, with or without
- *   modification, are permitted provided that the following conditions
- *   are met:
- *
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in
- *       the documentation and/or other materials provided with the
- *       distribution.
- *     * Neither the name of Cavium networks nor the names of its
- *       contributors may be used to endorse or promote products derived
- *       from this software without specific prior written permission.
- *
- *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2017 Cavium, Inc
  */
 
+#include <inttypes.h>
+
 #include <rte_common.h>
 #include <rte_debug.h>
 #include <rte_dev.h>
 #include <rte_eal.h>
+#include <rte_ethdev_driver.h>
+#include <rte_event_eth_rx_adapter.h>
+#include <rte_kvargs.h>
 #include <rte_lcore.h>
 #include <rte_log.h>
 #include <rte_malloc.h>
 #include <rte_memory.h>
-#include <rte_memzone.h>
-#include <rte_vdev.h>
+#include <rte_bus_vdev.h>
 
 #include "ssovf_evdev.h"
+#include "timvf_evdev.h"
+
+int otx_logtype_ssovf;
+static uint8_t timvf_enable_stats;
+
+RTE_INIT(otx_ssovf_init_log)
+{
+       otx_logtype_ssovf = rte_log_register("pmd.event.octeontx");
+       if (otx_logtype_ssovf >= 0)
+               rte_log_set_level(otx_logtype_ssovf, RTE_LOG_NOTICE);
+}
 
 /* SSOPF Mailbox messages */
 
@@ -62,7 +49,7 @@ ssovf_mbox_dev_info(struct ssovf_mbox_dev_info *info)
        hdr.vfid = 0;
 
        memset(info, 0, len);
-       return octeontx_ssovf_mbox_send(&hdr, NULL, 0, info, len);
+       return octeontx_mbox_send(&hdr, NULL, 0, info, len);
 }
 
 struct ssovf_mbox_getwork_wait {
@@ -82,7 +69,7 @@ ssovf_mbox_getwork_tmo_set(uint32_t timeout_ns)
        hdr.vfid = 0;
 
        tmo_set.wait_ns = timeout_ns;
-       ret = octeontx_ssovf_mbox_send(&hdr, &tmo_set, len, NULL, 0);
+       ret = octeontx_mbox_send(&hdr, &tmo_set, len, NULL, 0);
        if (ret)
                ssovf_log_err("Failed to set getwork timeout(%d)", ret);
 
@@ -112,7 +99,7 @@ ssovf_mbox_priority_set(uint8_t queue, uint8_t prio)
        grp.affinity = 0xff;
        grp.priority = prio / 32; /* Normalize to 0 to 7 */
 
-       ret = octeontx_ssovf_mbox_send(&hdr, &grp, len, NULL, 0);
+       ret = octeontx_mbox_send(&hdr, &grp, len, NULL, 0);
        if (ret)
                ssovf_log_err("Failed to set grp=%d prio=%d", queue, prio);
 
@@ -138,7 +125,7 @@ ssovf_mbox_timeout_ticks(uint64_t ns, uint64_t *tmo_ticks)
 
        memset(&ns2iter, 0, len);
        ns2iter.wait_ns = ns;
-       ret = octeontx_ssovf_mbox_send(&hdr, &ns2iter, len, &ns2iter, len);
+       ret = octeontx_mbox_send(&hdr, &ns2iter, len, &ns2iter, len);
        if (ret < 0 || (ret != len)) {
                ssovf_log_err("Failed to get tmo ticks ns=%"PRId64"", ns);
                return -EIO;
@@ -153,9 +140,10 @@ ssovf_fastpath_fns_set(struct rte_eventdev *dev)
 {
        struct ssovf_evdev *edev = ssovf_pmd_priv(dev);
 
-       dev->schedule      = NULL;
        dev->enqueue       = ssows_enq;
        dev->enqueue_burst = ssows_enq_burst;
+       dev->enqueue_new_burst = ssows_enq_new_burst;
+       dev->enqueue_forward_burst = ssows_enq_fwd_burst;
        dev->dequeue       = ssows_deq;
        dev->dequeue_burst = ssows_deq_burst;
 
@@ -170,6 +158,7 @@ ssovf_info_get(struct rte_eventdev *dev, struct rte_event_dev_info *dev_info)
 {
        struct ssovf_evdev *edev = ssovf_pmd_priv(dev);
 
+       dev_info->driver_name = RTE_STR(EVENTDEV_NAME_OCTEONTX_PMD);
        dev_info->min_dequeue_timeout_ns = edev->min_deq_timeout_ns;
        dev_info->max_dequeue_timeout_ns = edev->max_deq_timeout_ns;
        dev_info->max_event_queues = edev->max_event_queues;
@@ -182,7 +171,11 @@ ssovf_info_get(struct rte_eventdev *dev, struct rte_event_dev_info *dev_info)
        dev_info->max_num_events =  edev->max_num_events;
        dev_info->event_dev_cap = RTE_EVENT_DEV_CAP_QUEUE_QOS |
                                        RTE_EVENT_DEV_CAP_DISTRIBUTED_SCHED |
-                                       RTE_EVENT_DEV_CAP_QUEUE_ALL_TYPES;
+                                       RTE_EVENT_DEV_CAP_QUEUE_ALL_TYPES|
+                                       RTE_EVENT_DEV_CAP_RUNTIME_PORT_LINK |
+                                       RTE_EVENT_DEV_CAP_MULTIPLE_QUEUE_PORT |
+                                       RTE_EVENT_DEV_CAP_NONSEQ_MODE;
+
 }
 
 static int
@@ -194,6 +187,8 @@ ssovf_configure(const struct rte_eventdev *dev)
 
        ssovf_func_trace();
        deq_tmo_ns = conf->dequeue_timeout_ns;
+       if (deq_tmo_ns == 0)
+               deq_tmo_ns = edev->min_deq_timeout_ns;
 
        if (conf->event_dev_cfg & RTE_EVENT_DEV_CFG_PER_DEQUEUE_TIMEOUT) {
                edev->is_timeout_deq = 1;
@@ -245,6 +240,7 @@ ssovf_port_def_conf(struct rte_eventdev *dev, uint8_t port_id,
        port_conf->new_event_threshold = edev->max_num_events;
        port_conf->dequeue_depth = 1;
        port_conf->enqueue_depth = 1;
+       port_conf->disable_implicit_release = 0;
 }
 
 static void
@@ -280,7 +276,7 @@ ssovf_port_setup(struct rte_eventdev *dev, uint8_t port_id,
                return -ENOMEM;
        }
 
-       ws->base = octeontx_ssovf_bar(OCTEONTX_SSO_HWS, port_id, 0);
+       ws->base = ssovf_bar(OCTEONTX_SSO_HWS, port_id, 0);
        if (ws->base == NULL) {
                rte_free(ws);
                ssovf_log_err("Failed to get hws base addr port=%d", port_id);
@@ -294,7 +290,7 @@ ssovf_port_setup(struct rte_eventdev *dev, uint8_t port_id,
        ws->port = port_id;
 
        for (q = 0; q < edev->nb_event_queues; q++) {
-               ws->grps[q] = octeontx_ssovf_bar(OCTEONTX_SSO_GROUP, q, 2);
+               ws->grps[q] = ssovf_bar(OCTEONTX_SSO_GROUP, q, 2);
                if (ws->grps[q] == NULL) {
                        rte_free(ws);
                        ssovf_log_err("Failed to get grp%d base addr", q);
@@ -388,6 +384,113 @@ ssows_dump(struct ssows *ws, FILE *f)
        fprintf(f, "\tpwqp=0x%"PRIx64"\n", val);
 }
 
+static int
+ssovf_eth_rx_adapter_caps_get(const struct rte_eventdev *dev,
+               const struct rte_eth_dev *eth_dev, uint32_t *caps)
+{
+       int ret;
+       RTE_SET_USED(dev);
+
+       ret = strncmp(eth_dev->data->name, "eth_octeontx", 12);
+       if (ret)
+               *caps = RTE_EVENT_ETH_RX_ADAPTER_SW_CAP;
+       else
+               *caps = RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT;
+
+       return 0;
+}
+
+static int
+ssovf_eth_rx_adapter_queue_add(const struct rte_eventdev *dev,
+               const struct rte_eth_dev *eth_dev, int32_t rx_queue_id,
+               const struct rte_event_eth_rx_adapter_queue_conf *queue_conf)
+{
+       int ret = 0;
+       const struct octeontx_nic *nic = eth_dev->data->dev_private;
+       pki_mod_qos_t pki_qos;
+       RTE_SET_USED(dev);
+
+       ret = strncmp(eth_dev->data->name, "eth_octeontx", 12);
+       if (ret)
+               return -EINVAL;
+
+       if (rx_queue_id >= 0)
+               return -EINVAL;
+
+       if (queue_conf->ev.sched_type == RTE_SCHED_TYPE_PARALLEL)
+               return -ENOTSUP;
+
+       memset(&pki_qos, 0, sizeof(pki_mod_qos_t));
+
+       pki_qos.port_type = 0;
+       pki_qos.index = 0;
+       pki_qos.mmask.f_tag_type = 1;
+       pki_qos.mmask.f_port_add = 1;
+       pki_qos.mmask.f_grp_ok = 1;
+       pki_qos.mmask.f_grp_bad = 1;
+       pki_qos.mmask.f_grptag_ok = 1;
+       pki_qos.mmask.f_grptag_bad = 1;
+
+       pki_qos.tag_type = queue_conf->ev.sched_type;
+       pki_qos.qos_entry.port_add = 0;
+       pki_qos.qos_entry.ggrp_ok = queue_conf->ev.queue_id;
+       pki_qos.qos_entry.ggrp_bad = queue_conf->ev.queue_id;
+       pki_qos.qos_entry.grptag_bad = 0;
+       pki_qos.qos_entry.grptag_ok = 0;
+
+       ret = octeontx_pki_port_modify_qos(nic->port_id, &pki_qos);
+       if (ret < 0)
+               ssovf_log_err("failed to modify QOS, port=%d, q=%d",
+                               nic->port_id, queue_conf->ev.queue_id);
+
+       return ret;
+}
+
+static int
+ssovf_eth_rx_adapter_queue_del(const struct rte_eventdev *dev,
+               const struct rte_eth_dev *eth_dev, int32_t rx_queue_id)
+{
+       int ret = 0;
+       const struct octeontx_nic *nic = eth_dev->data->dev_private;
+       pki_del_qos_t pki_qos;
+       RTE_SET_USED(dev);
+       RTE_SET_USED(rx_queue_id);
+
+       ret = strncmp(eth_dev->data->name, "eth_octeontx", 12);
+       if (ret)
+               return -EINVAL;
+
+       pki_qos.port_type = 0;
+       pki_qos.index = 0;
+       memset(&pki_qos, 0, sizeof(pki_del_qos_t));
+       ret = octeontx_pki_port_delete_qos(nic->port_id, &pki_qos);
+       if (ret < 0)
+               ssovf_log_err("Failed to delete QOS port=%d, q=%d",
+                               nic->port_id, queue_conf->ev.queue_id);
+       return ret;
+}
+
+static int
+ssovf_eth_rx_adapter_start(const struct rte_eventdev *dev,
+                                       const struct rte_eth_dev *eth_dev)
+{
+       RTE_SET_USED(dev);
+       RTE_SET_USED(eth_dev);
+
+       return 0;
+}
+
+
+static int
+ssovf_eth_rx_adapter_stop(const struct rte_eventdev *dev,
+               const struct rte_eth_dev *eth_dev)
+{
+       RTE_SET_USED(dev);
+       RTE_SET_USED(eth_dev);
+
+       return 0;
+}
+
 static void
 ssovf_dump(struct rte_eventdev *dev, FILE *f)
 {
@@ -416,9 +519,9 @@ ssovf_start(struct rte_eventdev *dev)
 
        for (i = 0; i < edev->nb_event_queues; i++) {
                /* Consume all the events through HWS0 */
-               ssows_flush_events(dev->data->ports[0], i);
+               ssows_flush_events(dev->data->ports[0], i, NULL, NULL);
 
-               base = octeontx_ssovf_bar(OCTEONTX_SSO_GROUP, i, 0);
+               base = ssovf_bar(OCTEONTX_SSO_GROUP, i, 0);
                base += SSO_VHGRP_QCTL;
                ssovf_write64(1, base); /* Enable SSO group */
        }
@@ -427,6 +530,16 @@ ssovf_start(struct rte_eventdev *dev)
        return 0;
 }
 
+static void
+ssows_handle_event(void *arg, struct rte_event event)
+{
+       struct rte_eventdev *dev = arg;
+
+       if (dev->dev_ops->dev_stop_flush != NULL)
+               dev->dev_ops->dev_stop_flush(dev->data->dev_id, event,
+                                       dev->data->dev_stop_flush_arg);
+}
+
 static void
 ssovf_stop(struct rte_eventdev *dev)
 {
@@ -444,9 +557,10 @@ ssovf_stop(struct rte_eventdev *dev)
 
        for (i = 0; i < edev->nb_event_queues; i++) {
                /* Consume all the events through HWS0 */
-               ssows_flush_events(dev->data->ports[0], i);
+               ssows_flush_events(dev->data->ports[0], i,
+                               ssows_handle_event, dev);
 
-               base = octeontx_ssovf_bar(OCTEONTX_SSO_GROUP, i, 0);
+               base = ssovf_bar(OCTEONTX_SSO_GROUP, i, 0);
                base += SSO_VHGRP_QCTL;
                ssovf_write64(0, base); /* Disable SSO group */
        }
@@ -468,8 +582,25 @@ ssovf_close(struct rte_eventdev *dev)
        return 0;
 }
 
+static int
+ssovf_selftest(const char *key __rte_unused, const char *value,
+               void *opaque)
+{
+       int *flag = opaque;
+       *flag = !!atoi(value);
+       return 0;
+}
+
+static int
+ssovf_timvf_caps_get(const struct rte_eventdev *dev, uint64_t flags,
+               uint32_t *caps, const struct rte_event_timer_adapter_ops **ops)
+{
+       return timvf_timer_adapter_caps_get(dev, flags, caps, ops,
+                       timvf_enable_stats);
+}
+
 /* Initialize and register event driver with DPDK Application */
-static const struct rte_eventdev_ops ssovf_ops = {
+static struct rte_eventdev_ops ssovf_ops = {
        .dev_infos_get    = ssovf_info_get,
        .dev_configure    = ssovf_configure,
        .queue_def_conf   = ssovf_queue_def_conf,
@@ -481,6 +612,17 @@ static const struct rte_eventdev_ops ssovf_ops = {
        .port_link        = ssovf_port_link,
        .port_unlink      = ssovf_port_unlink,
        .timeout_ticks    = ssovf_timeout_ticks,
+
+       .eth_rx_adapter_caps_get  = ssovf_eth_rx_adapter_caps_get,
+       .eth_rx_adapter_queue_add = ssovf_eth_rx_adapter_queue_add,
+       .eth_rx_adapter_queue_del = ssovf_eth_rx_adapter_queue_del,
+       .eth_rx_adapter_start = ssovf_eth_rx_adapter_start,
+       .eth_rx_adapter_stop = ssovf_eth_rx_adapter_stop,
+
+       .timer_adapter_caps_get = ssovf_timvf_caps_get,
+
+       .dev_selftest = test_eventdev_octeontx,
+
        .dump             = ssovf_dump,
        .dev_start        = ssovf_start,
        .dev_stop         = ssovf_stop,
@@ -490,13 +632,21 @@ static const struct rte_eventdev_ops ssovf_ops = {
 static int
 ssovf_vdev_probe(struct rte_vdev_device *vdev)
 {
-       struct octeontx_ssovf_info oinfo;
+       struct ssovf_info oinfo;
        struct ssovf_mbox_dev_info info;
        struct ssovf_evdev *edev;
        struct rte_eventdev *eventdev;
        static int ssovf_init_once;
        const char *name;
+       const char *params;
        int ret;
+       int selftest = 0;
+
+       static const char *const args[] = {
+               SSOVF_SELFTEST_ARG,
+               TIMVF_ENABLE_STATS_ARG,
+               NULL
+       };
 
        name = rte_vdev_device_name(vdev);
        /* More than one instance is not supported */
@@ -505,6 +655,37 @@ ssovf_vdev_probe(struct rte_vdev_device *vdev)
                return -EINVAL;
        }
 
+       params = rte_vdev_device_args(vdev);
+       if (params != NULL && params[0] != '\0') {
+               struct rte_kvargs *kvlist = rte_kvargs_parse(params, args);
+
+               if (!kvlist) {
+                       ssovf_log_info(
+                               "Ignoring unsupported params supplied '%s'",
+                               name);
+               } else {
+                       int ret = rte_kvargs_process(kvlist,
+                                       SSOVF_SELFTEST_ARG,
+                                       ssovf_selftest, &selftest);
+                       if (ret != 0) {
+                               ssovf_log_err("%s: Error in selftest", name);
+                               rte_kvargs_free(kvlist);
+                               return ret;
+                       }
+
+                       ret = rte_kvargs_process(kvlist,
+                                       TIMVF_ENABLE_STATS_ARG,
+                                       ssovf_selftest, &timvf_enable_stats);
+                       if (ret != 0) {
+                               ssovf_log_err("%s: Error in timvf stats", name);
+                               rte_kvargs_free(kvlist);
+                               return ret;
+                       }
+               }
+
+               rte_kvargs_free(kvlist);
+       }
+
        eventdev = rte_event_pmd_vdev_init(name, sizeof(struct ssovf_evdev),
                                rte_socket_id());
        if (eventdev == NULL) {
@@ -519,7 +700,7 @@ ssovf_vdev_probe(struct rte_vdev_device *vdev)
                return 0;
        }
 
-       ret = octeontx_ssovf_info(&oinfo);
+       ret = ssovf_info(&oinfo);
        if (ret) {
                ssovf_log_err("Failed to probe and validate ssovfs %d", ret);
                goto error;
@@ -555,6 +736,8 @@ ssovf_vdev_probe(struct rte_vdev_device *vdev)
                        edev->max_event_ports);
 
        ssovf_init_once = 1;
+       if (selftest)
+               test_eventdev_octeontx();
        return 0;
 
 error: