2 *------------------------------------------------------------------
3 * Copyright (c) 2018 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
18 #include <vlib/vlib.h>
19 #include <vnet/vnet.h>
20 #include <rdma/rdma.h>
23 format_rdma_device_name (u8 * s, va_list * args)
25 u32 i = va_arg (*args, u32);
26 rdma_main_t *rm = &rdma_main;
27 rdma_device_t *rd = vec_elt_at_index (rm->devices, i);
30 return format (s, "%v", rd->name);
32 s = format (s, "rdma-%u", rd->dev_instance);
37 format_rdma_device_flags (u8 * s, va_list * args)
39 rdma_device_t *rd = va_arg (*args, rdma_device_t *);
42 #define _(a, b, c) if (rd->flags & (1 << a)) \
43 t = format (t, "%s%s", t ? " ":"", c);
44 foreach_rdma_device_flags
46 s = format (s, "%v", t);
52 format_rdma_bit_flag (u8 * s, va_list * args)
54 u64 flags = va_arg (*args, u64);
55 char **strs = va_arg (*args, char **);
56 u32 n_strs = va_arg (*args, u32);
61 if ((flags & (1 << i)))
63 if (i < n_strs && strs[i] != 0)
64 s = format (s, " %s", strs[i]);
66 s = format (s, " unknown(%u)", i);
76 format_rdma_device (u8 * s, va_list * args)
78 u32 i = va_arg (*args, u32);
79 rdma_main_t *rm = &rdma_main;
80 rdma_device_t *rd = vec_elt_at_index (rm->devices, i);
81 u32 indent = format_get_indent (s);
83 s = format (s, "netdev %v pci-addr %U\n", rd->linux_ifname,
84 format_vlib_pci_addr, &rd->pci->addr);
85 s = format (s, "%Uflags: %U", format_white_space, indent,
86 format_rdma_device_flags, rd);
88 s = format (s, "\n%Uerror %U", format_white_space, indent,
89 format_clib_error, rd->error);
91 if (rd->flags & RDMA_DEVICE_F_MLX5DV)
93 struct mlx5dv_context c = { };
94 const char *str_flags[7] = { "cqe-v1", "obsolete", "mpw-allowed",
95 "enhanced-mpw", "cqe-128b-comp", "cqe-128b-pad",
96 "packet-based-credit-mode"
99 if (mlx5dv_query_device (rd->ctx, &c) != 0)
102 s = format (s, "\n%Umlx5: version %u", format_white_space, indent,
104 s = format (s, "\n%Udevice flags: %U",
105 format_white_space, indent + 2,
106 format_rdma_bit_flag, c.flags, str_flags,
107 ARRAY_LEN (str_flags));
114 format_rdma_input_trace (u8 * s, va_list * args)
116 vlib_main_t *vm = va_arg (*args, vlib_main_t *);
117 vlib_node_t *node = va_arg (*args, vlib_node_t *);
118 rdma_input_trace_t *t = va_arg (*args, rdma_input_trace_t *);
119 vnet_main_t *vnm = vnet_get_main ();
120 vnet_hw_interface_t *hi = vnet_get_hw_interface (vnm, t->hw_if_index);
121 char *l4_hdr_types[8] =
122 { 0, "tcp", "udp", "tcp-empty-ack", "tcp-with-acl" };
123 char *l3_hdr_types[4] = { 0, "ip6", "ip4" };
124 u8 l3_hdr_type = CQE_FLAG_L3_HDR_TYPE (t->cqe_flags);
125 u8 l4_hdr_type = CQE_FLAG_L4_HDR_TYPE (t->cqe_flags);
127 s = format (s, "rdma: %v (%d) next-node %U",
128 hi->name, t->hw_if_index, format_vlib_next_node_name, vm,
129 node->index, t->next_index);
131 if (t->cqe_flags & CQE_FLAG_L2_OK)
132 s = format (s, " l2-ok");
134 if (t->cqe_flags & CQE_FLAG_L3_OK)
135 s = format (s, " l3-ok");
137 if (t->cqe_flags & CQE_FLAG_L4_OK)
138 s = format (s, " l4-ok");
140 if (t->cqe_flags & CQE_FLAG_IP_FRAG)
141 s = format (s, " ip-frag");
144 s = format (s, " %s", l3_hdr_types[l3_hdr_type]);
147 s = format (s, " %s", l4_hdr_types[l4_hdr_type]);
149 if ((t->cqe_flags & CQE_FLAG_IP_EXT_OPTS))
151 if (l3_hdr_type == CQE_FLAG_L3_HDR_TYPE_IP6)
152 s = format (s, " ip4-ext-hdr");
153 if (l3_hdr_type == CQE_FLAG_L3_HDR_TYPE_IP4)
154 s = format (s, " ip4-opt");
161 format_mlx5_bits (u8 * s, va_list * args)
163 void *ptr = va_arg (*args, void *);
164 u32 offset = va_arg (*args, u32);
165 u32 sb = va_arg (*args, u32);
166 u32 eb = va_arg (*args, u32);
168 if (sb == 63 && eb == 0)
170 u64 x = mlx5_get_u64 (ptr, offset);
171 return format (s, "0x%lx", x);
174 u32 x = mlx5_get_bits (ptr, offset, sb, eb);
175 s = format (s, "%d", x);
177 s = format (s, " (0x%x)", x);
182 format_mlx5_field (u8 * s, va_list * args)
184 void *ptr = va_arg (*args, void *);
185 u32 offset = va_arg (*args, u32);
186 u32 sb = va_arg (*args, u32);
187 u32 eb = va_arg (*args, u32);
188 char *name = va_arg (*args, char *);
192 tmp = format (0, "0x%02x %s ", offset, name);
194 tmp = format (tmp, "[%u]", sb);
196 tmp = format (tmp, "[%u:%u]", sb, eb);
197 s = format (s, "%-45v = %U", tmp, format_mlx5_bits, ptr, offset, sb, eb);
204 format_mlx5_cqe_rx (u8 * s, va_list * args)
206 void *cqe = va_arg (*args, void *);
207 uword indent = format_get_indent (s);
210 #define _(a, b, c, d) \
211 if (mlx5_get_bits (cqe, a, b, c)) \
212 s = format (s, "%U%U\n", \
213 format_white_space, line++ ? indent : 0, \
214 format_mlx5_field, cqe, a, b, c, #d);
215 foreach_cqe_rx_field;
221 format_rdma_rxq (u8 * s, va_list * args)
223 rdma_device_t *rd = va_arg (*args, rdma_device_t *);
224 u32 queue_index = va_arg (*args, u32);
225 rdma_rxq_t *rxq = vec_elt_at_index (rd->rxqs, queue_index);
226 u32 indent = format_get_indent (s);
228 s = format (s, "size %u head %u tail %u", rxq->size, rxq->head, rxq->tail);
230 if (rd->flags & RDMA_DEVICE_F_MLX5DV)
232 u32 next_cqe_index = rxq->cq_ci & (rxq->size - 1);
233 s = format (s, "\n%Uwq: stride %u wqe-cnt %u",
234 format_white_space, indent + 2, rxq->wq_stride,
236 s = format (s, "\n%Ucq: cqn %u cqe-cnt %u ci %u",
237 format_white_space, indent + 2, rxq->cqn,
238 1 << rxq->log2_cq_size, rxq->cq_ci);
239 s = format (s, "\n%Unext-cqe(%u):", format_white_space, indent + 4,
241 s = format (s, "\n%U%U", format_white_space, indent + 6,
242 format_mlx5_cqe_rx, rxq->cqes + next_cqe_index);
243 s = format (s, "\n%U%U", format_white_space, indent + 6,
244 format_hexdump, rxq->cqes + next_cqe_index,
245 sizeof (mlx5dv_cqe_t));
252 * fd.io coding-style-patch-verification: ON
255 * eval: (c-set-style "gnu")