2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #ifndef included_vnet_vnet_device_h
17 #define included_vnet_vnet_device_h
19 #include <vnet/unix/pcap.h>
20 #include <vnet/l3_types.h>
24 VNET_DEVICE_INPUT_NEXT_IP4_NCS_INPUT,
25 VNET_DEVICE_INPUT_NEXT_IP4_INPUT,
26 VNET_DEVICE_INPUT_NEXT_IP6_INPUT,
27 VNET_DEVICE_INPUT_NEXT_MPLS_INPUT,
28 VNET_DEVICE_INPUT_NEXT_ETHERNET_INPUT,
29 VNET_DEVICE_INPUT_NEXT_DROP,
30 VNET_DEVICE_INPUT_N_NEXT_NODES,
31 } vnet_device_input_next_t;
33 #define VNET_DEVICE_INPUT_NEXT_NODES { \
34 [VNET_DEVICE_INPUT_NEXT_DROP] = "error-drop", \
35 [VNET_DEVICE_INPUT_NEXT_ETHERNET_INPUT] = "ethernet-input", \
36 [VNET_DEVICE_INPUT_NEXT_IP4_NCS_INPUT] = "ip4-input-no-checksum", \
37 [VNET_DEVICE_INPUT_NEXT_IP4_INPUT] = "ip4-input", \
38 [VNET_DEVICE_INPUT_NEXT_IP6_INPUT] = "ip6-input", \
39 [VNET_DEVICE_INPUT_NEXT_MPLS_INPUT] = "mpls-input", \
44 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
46 /* total input packet counter */
47 u64 aggregate_rx_packets;
48 } vnet_device_per_worker_data_t;
52 vnet_device_per_worker_data_t *workers;
53 uword first_worker_thread_index;
54 uword last_worker_thread_index;
55 uword next_worker_thread_index;
60 VNET_DEVICE_INPUT_MODE_POLLING = 0,
61 VNET_DEVICE_INPUT_MODE_INTERRUPT,
62 VNET_DEVICE_INPUT_N_MODES,
63 } vnet_device_input_mode_t;
70 vnet_device_input_mode_t mode;
71 uword interrupt_pending;
72 } vnet_device_and_queue_t;
76 vnet_device_and_queue_t *devices_and_queues;
77 vlib_node_state_t enabled_node_state;
78 } vnet_device_input_runtime_t;
80 extern vnet_device_main_t vnet_device_main;
81 extern vlib_node_registration_t device_input_node;
82 extern const u32 device_input_next_node_advance[];
85 vnet_set_device_input_node (vnet_main_t * vnm, u32 hw_if_index,
88 vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
89 hw->input_node_index = node_index;
92 void vnet_device_input_assign_thread (vnet_main_t * vnm, u32 hw_if_index,
93 u16 queue_id, uword thread_index);
94 int vnet_device_input_unassign_thread (vnet_main_t * vnm, u32 hw_if_index,
95 u16 queue_id, uword thread_index);
96 int vnet_device_input_set_mode (vnet_main_t * vnm, u32 hw_if_index,
97 u16 queue_id, vnet_device_input_mode_t mode);
98 int vnet_device_input_get_mode (vnet_main_t * vnm, u32 hw_if_index,
100 vnet_device_input_mode_t * mode);
103 vnet_get_aggregate_rx_packets (void)
105 vnet_device_main_t *vdm = &vnet_device_main;
107 vnet_device_per_worker_data_t *pwd;
109 vec_foreach (pwd, vdm->workers) sum += pwd->aggregate_rx_packets;
115 vnet_device_increment_rx_packets (u32 thread_index, u64 count)
117 vnet_device_main_t *vdm = &vnet_device_main;
118 vnet_device_per_worker_data_t *pwd;
120 pwd = vec_elt_at_index (vdm->workers, thread_index);
121 pwd->aggregate_rx_packets += count;
124 static_always_inline vnet_device_and_queue_t *
125 vnet_get_device_and_queue (vlib_main_t * vm, vlib_node_runtime_t * node)
127 vnet_device_input_runtime_t *rt = (void *) node->runtime_data;
128 return rt->devices_and_queues;
131 static_always_inline uword
132 vnet_get_device_input_thread_index (vnet_main_t * vnm, u32 hw_if_index,
135 vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
136 ASSERT (queue_id < vec_len (hw->input_node_thread_index_by_queue));
137 return hw->input_node_thread_index_by_queue[queue_id];
140 static_always_inline void
141 vnet_device_input_set_interrupt_pending (vnet_main_t * vnm, u32 hw_if_index,
145 vnet_hw_interface_t *hw;
146 vnet_device_input_runtime_t *rt;
147 vnet_device_and_queue_t *dq;
150 hw = vnet_get_hw_interface (vnm, hw_if_index);
151 idx = vnet_get_device_input_thread_index (vnm, hw_if_index, queue_id);
152 vm = vlib_mains[idx];
153 rt = vlib_node_get_runtime_data (vm, hw->input_node_index);
154 idx = hw->dq_runtime_index_by_queue[queue_id];
155 dq = vec_elt_at_index (rt->devices_and_queues, idx);
156 dq->interrupt_pending = 1;
158 vlib_node_set_interrupt_pending (vm, hw->input_node_index);
161 #define foreach_device_and_queue(var,vec) \
162 for (var = (vec); var < vec_end (vec); var++) \
163 if (clib_smp_swap (&((var)->interrupt_pending), 0) || \
164 var->mode == VNET_DEVICE_INPUT_MODE_POLLING)
166 #endif /* included_vnet_vnet_device_h */
169 * fd.io coding-style-patch-verification: ON
172 * eval: (c-set-style "gnu")