1/*
2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 *     http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16#ifndef included_vnet_vnet_device_h
17#define included_vnet_vnet_device_h
18
19#include <vppinfra/pcap.h>
20#include <vnet/l3_types.h>
21
22typedef enum
23{
24  VNET_DEVICE_INPUT_NEXT_IP4_NCS_INPUT,
25  VNET_DEVICE_INPUT_NEXT_IP4_INPUT,
26  VNET_DEVICE_INPUT_NEXT_IP6_INPUT,
27  VNET_DEVICE_INPUT_NEXT_MPLS_INPUT,
28  VNET_DEVICE_INPUT_NEXT_ETHERNET_INPUT,
29  VNET_DEVICE_INPUT_NEXT_DROP,
30  VNET_DEVICE_INPUT_N_NEXT_NODES,
31} vnet_device_input_next_t;
32
33#define VNET_DEVICE_INPUT_NEXT_NODES {					\
34    [VNET_DEVICE_INPUT_NEXT_DROP] = "error-drop",			\
35    [VNET_DEVICE_INPUT_NEXT_ETHERNET_INPUT] = "ethernet-input",		\
36    [VNET_DEVICE_INPUT_NEXT_IP4_NCS_INPUT] = "ip4-input-no-checksum",	\
37    [VNET_DEVICE_INPUT_NEXT_IP4_INPUT] = "ip4-input",			\
38    [VNET_DEVICE_INPUT_NEXT_IP6_INPUT] = "ip6-input",			\
39    [VNET_DEVICE_INPUT_NEXT_MPLS_INPUT] = "mpls-input",			\
40}
41
42typedef struct
43{
44  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
45
46  /* total input packet counter */
47  u64 aggregate_rx_packets;
48} vnet_device_per_worker_data_t;
49
50typedef struct
51{
52  vnet_device_per_worker_data_t *workers;
53  uword first_worker_thread_index;
54  uword last_worker_thread_index;
55  uword next_worker_thread_index;
56} vnet_device_main_t;
57
58typedef struct
59{
60  u32 hw_if_index;
61  u32 dev_instance;
62  u16 queue_id;
63  vnet_hw_interface_rx_mode mode;
64  u32 interrupt_pending;
65} vnet_device_and_queue_t;
66
67typedef struct
68{
69  vnet_device_and_queue_t *devices_and_queues;
70  vlib_node_state_t enabled_node_state;
71} vnet_device_input_runtime_t;
72
73extern vnet_device_main_t vnet_device_main;
74extern vlib_node_registration_t device_input_node;
75extern const u32 device_input_next_node_advance[];
76extern const u32 device_input_next_node_flags[];
77
78static inline void
79vnet_hw_interface_set_input_node (vnet_main_t * vnm, u32 hw_if_index,
80				  u32 node_index)
81{
82  vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
83  hw->input_node_index = node_index;
84}
85
86void vnet_hw_interface_assign_rx_thread (vnet_main_t * vnm, u32 hw_if_index,
87					 u16 queue_id, uword thread_index);
88int vnet_hw_interface_unassign_rx_thread (vnet_main_t * vnm, u32 hw_if_index,
89					  u16 queue_id);
90int vnet_hw_interface_set_rx_mode (vnet_main_t * vnm, u32 hw_if_index,
91				   u16 queue_id,
92				   vnet_hw_interface_rx_mode mode);
93int vnet_hw_interface_get_rx_mode (vnet_main_t * vnm, u32 hw_if_index,
94				   u16 queue_id,
95				   vnet_hw_interface_rx_mode * mode);
96
97static inline u64
98vnet_get_aggregate_rx_packets (void)
99{
100  vnet_device_main_t *vdm = &vnet_device_main;
101  u64 sum = 0;
102  vnet_device_per_worker_data_t *pwd;
103
104  vec_foreach (pwd, vdm->workers) sum += pwd->aggregate_rx_packets;
105
106  return sum;
107}
108
109static inline void
110vnet_device_increment_rx_packets (u32 thread_index, u64 count)
111{
112  vnet_device_main_t *vdm = &vnet_device_main;
113  vnet_device_per_worker_data_t *pwd;
114
115  pwd = vec_elt_at_index (vdm->workers, thread_index);
116  pwd->aggregate_rx_packets += count;
117}
118
119static_always_inline vnet_device_and_queue_t *
120vnet_get_device_and_queue (vlib_main_t * vm, vlib_node_runtime_t * node)
121{
122  vnet_device_input_runtime_t *rt = (void *) node->runtime_data;
123  return rt->devices_and_queues;
124}
125
126static_always_inline uword
127vnet_get_device_input_thread_index (vnet_main_t * vnm, u32 hw_if_index,
128				    u16 queue_id)
129{
130  vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index);
131  ASSERT (queue_id < vec_len (hw->input_node_thread_index_by_queue));
132  return hw->input_node_thread_index_by_queue[queue_id];
133}
134
135static_always_inline void
136vnet_device_input_set_interrupt_pending (vnet_main_t * vnm, u32 hw_if_index,
137					 u16 queue_id)
138{
139  vlib_main_t *vm;
140  vnet_hw_interface_t *hw;
141  vnet_device_input_runtime_t *rt;
142  vnet_device_and_queue_t *dq;
143  uword idx;
144
145  hw = vnet_get_hw_interface (vnm, hw_if_index);
146  idx = vnet_get_device_input_thread_index (vnm, hw_if_index, queue_id);
147  vm = vlib_mains[idx];
148  rt = vlib_node_get_runtime_data (vm, hw->input_node_index);
149  idx = hw->dq_runtime_index_by_queue[queue_id];
150  dq = vec_elt_at_index (rt->devices_and_queues, idx);
151
152  clib_atomic_store_rel_n (&(dq->interrupt_pending), 1);
153
154  vlib_node_set_interrupt_pending (vm, hw->input_node_index);
155}
156
157/*
158 * Acquire RMW Access
159 * Paired with Release Store in vnet_device_input_set_interrupt_pending
160 */
161#define foreach_device_and_queue(var,vec)                       \
162  for (var = (vec); var < vec_end (vec); var++)                 \
163    if ((var->mode == VNET_HW_INTERFACE_RX_MODE_POLLING)        \
164        || clib_atomic_swap_acq_n (&((var)->interrupt_pending), 0))
165
166#endif /* included_vnet_vnet_device_h */
167
168/*
169 * fd.io coding-style-patch-verification: ON
170 *
171 * Local Variables:
172 * eval: (c-set-style "gnu")
173 * End:
174 */
175