blob: 1a4f02df6a86108bc99f79fb8f9842f131890fc5 [file] [log] [blame]
Damjan Marion22311502016-10-28 20:30:15 +02001/*
2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
Damjan Marion7dc41462016-11-15 19:47:58 +010016#include <vnet/vnet.h>
Damjan Marion51327ac2016-11-09 11:59:42 +010017#include <vnet/devices/devices.h>
Damjan Marion22311502016-10-28 20:30:15 +020018#include <vnet/feature/feature.h>
Damjan Marion7dc41462016-11-15 19:47:58 +010019#include <vnet/ip/ip.h>
20#include <vnet/ethernet/ethernet.h>
Damjan Marion8973b072022-03-01 15:51:18 +010021#include <vlib/stats/stats.h>
Damjan Marion22311502016-10-28 20:30:15 +020022
Damjan Marionb3bb1012017-02-28 21:55:28 +010023vnet_device_main_t vnet_device_main;
24
Damjan Marion51327ac2016-11-09 11:59:42 +010025static uword
26device_input_fn (vlib_main_t * vm, vlib_node_runtime_t * node,
27 vlib_frame_t * frame)
28{
29 return 0;
30}
31
Damjan Marion22311502016-10-28 20:30:15 +020032/* *INDENT-OFF* */
Damjan Marion51327ac2016-11-09 11:59:42 +010033VLIB_REGISTER_NODE (device_input_node) = {
34 .function = device_input_fn,
35 .name = "device-input",
Mohammed Hawarib85b0df2021-01-08 17:19:09 +010036 .runtime_data_bytes = sizeof (vnet_hw_if_rx_node_runtime_t),
Damjan Marion51327ac2016-11-09 11:59:42 +010037 .type = VLIB_NODE_TYPE_INPUT,
38 .state = VLIB_NODE_STATE_DISABLED,
39 .n_next_nodes = VNET_DEVICE_INPUT_N_NEXT_NODES,
40 .next_nodes = VNET_DEVICE_INPUT_NEXT_NODES,
41};
42
Damjan Marion7dc41462016-11-15 19:47:58 +010043/* Table defines how much we need to advance current data pointer
44 in the buffer if we shortcut to l3 nodes */
45
46const u32 __attribute__((aligned (CLIB_CACHE_LINE_BYTES)))
47device_input_next_node_advance[((VNET_DEVICE_INPUT_N_NEXT_NODES /
48 CLIB_CACHE_LINE_BYTES) +1) * CLIB_CACHE_LINE_BYTES] =
49{
50 [VNET_DEVICE_INPUT_NEXT_IP4_INPUT] = sizeof (ethernet_header_t),
Sergio Gonzalez Monroy767b2f52016-12-20 15:20:32 +000051 [VNET_DEVICE_INPUT_NEXT_IP4_NCS_INPUT] = sizeof (ethernet_header_t),
Damjan Marion7dc41462016-11-15 19:47:58 +010052 [VNET_DEVICE_INPUT_NEXT_IP6_INPUT] = sizeof (ethernet_header_t),
53 [VNET_DEVICE_INPUT_NEXT_MPLS_INPUT] = sizeof (ethernet_header_t),
54};
55
Damjan Marionbd846cd2017-11-21 13:12:41 +010056const u32 __attribute__((aligned (CLIB_CACHE_LINE_BYTES)))
57device_input_next_node_flags[((VNET_DEVICE_INPUT_N_NEXT_NODES /
58 CLIB_CACHE_LINE_BYTES) +1) * CLIB_CACHE_LINE_BYTES] =
59{
60 [VNET_DEVICE_INPUT_NEXT_IP4_INPUT] = VNET_BUFFER_F_L3_HDR_OFFSET_VALID,
61 [VNET_DEVICE_INPUT_NEXT_IP4_NCS_INPUT] = VNET_BUFFER_F_L3_HDR_OFFSET_VALID,
62 [VNET_DEVICE_INPUT_NEXT_IP6_INPUT] = VNET_BUFFER_F_L3_HDR_OFFSET_VALID,
63 [VNET_DEVICE_INPUT_NEXT_MPLS_INPUT] = VNET_BUFFER_F_L3_HDR_OFFSET_VALID,
64};
65
Dave Barach9f6186e2016-11-08 12:12:12 -050066VNET_FEATURE_ARC_INIT (device_input, static) =
67{
Damjan Marion22311502016-10-28 20:30:15 +020068 .arc_name = "device-input",
Damjan Marion51327ac2016-11-09 11:59:42 +010069 .start_nodes = VNET_FEATURES ("device-input"),
Dave Baracha25def72018-11-26 11:04:45 -050070 .last_in_arc = "ethernet-input",
Damjan Marion8b3191e2016-11-09 19:54:20 +010071 .arc_index_ptr = &feature_main.device_input_feature_arc_index,
Damjan Marion22311502016-10-28 20:30:15 +020072};
73
74VNET_FEATURE_INIT (l2_patch, static) = {
75 .arc_name = "device-input",
76 .node_name = "l2-patch",
77 .runs_before = VNET_FEATURES ("ethernet-input"),
78};
79
80VNET_FEATURE_INIT (worker_handoff, static) = {
81 .arc_name = "device-input",
82 .node_name = "worker-handoff",
83 .runs_before = VNET_FEATURES ("ethernet-input"),
84};
85
Pavel Kotucekf6e3dc42016-11-04 09:58:01 +010086VNET_FEATURE_INIT (span_input, static) = {
87 .arc_name = "device-input",
88 .node_name = "span-input",
89 .runs_before = VNET_FEATURES ("ethernet-input"),
90};
91
Pavel Kotucek15ac81c2017-06-20 14:00:26 +020092VNET_FEATURE_INIT (p2p_ethernet_node, static) = {
93 .arc_name = "device-input",
94 .node_name = "p2p-ethernet-input",
95 .runs_before = VNET_FEATURES ("ethernet-input"),
96};
97
Damjan Marion22311502016-10-28 20:30:15 +020098VNET_FEATURE_INIT (ethernet_input, static) = {
99 .arc_name = "device-input",
100 .node_name = "ethernet-input",
101 .runs_before = 0, /* not before any other features */
102};
103/* *INDENT-ON* */
104
Damjan Marion8973b072022-03-01 15:51:18 +0100105static void
106input_rate_collector_fn (vlib_stats_collector_data_t *d)
107{
108 vlib_stats_segment_t *sm = vlib_stats_get_segment ();
109 vlib_stats_entry_t *e2 = sm->directory_vector + d->private_data;
110 static u64 last_input_packets = 0;
111 f64 dt, now;
112
113 now = vlib_time_now (vlib_get_main ());
114 u64 input_packets = vnet_get_aggregate_rx_packets ();
115
116 dt = now - e2->value;
117 d->entry->value = (f64) (input_packets - last_input_packets) / dt;
118 last_input_packets = input_packets;
119 e2->value = now;
120}
121
Damjan Marionb3bb1012017-02-28 21:55:28 +0100122static clib_error_t *
123vnet_device_init (vlib_main_t * vm)
124{
125 vnet_device_main_t *vdm = &vnet_device_main;
126 vlib_thread_main_t *tm = vlib_get_thread_main ();
Damjan Marioneb743fa2017-03-20 16:34:15 +0100127 vlib_thread_registration_t *tr;
Damjan Marion8973b072022-03-01 15:51:18 +0100128 vlib_stats_collector_reg_t reg = {};
Damjan Marioneb743fa2017-03-20 16:34:15 +0100129 uword *p;
Damjan Marionb3bb1012017-02-28 21:55:28 +0100130
131 vec_validate_aligned (vdm->workers, tm->n_vlib_mains - 1,
132 CLIB_CACHE_LINE_BYTES);
Damjan Marioneb743fa2017-03-20 16:34:15 +0100133
134 p = hash_get_mem (tm->thread_registrations_by_name, "workers");
135 tr = p ? (vlib_thread_registration_t *) p[0] : 0;
136 if (tr && tr->count > 0)
137 {
Damjan Marion586afd72017-04-05 19:18:20 +0200138 vdm->first_worker_thread_index = tr->first_index;
139 vdm->next_worker_thread_index = tr->first_index;
140 vdm->last_worker_thread_index = tr->first_index + tr->count - 1;
Damjan Marioneb743fa2017-03-20 16:34:15 +0100141 }
Damjan Marion8973b072022-03-01 15:51:18 +0100142
143 reg.private_data = vlib_stats_add_timestamp ("/sys/last_update");
144 reg.entry_index = vlib_stats_add_gauge ("/sys/input_rate");
145 reg.collect_fn = input_rate_collector_fn;
146 vlib_stats_register_collector_fn (&reg);
147
Damjan Marionb3bb1012017-02-28 21:55:28 +0100148 return 0;
149}
150
151VLIB_INIT_FUNCTION (vnet_device_init);
Damjan Marioneb743fa2017-03-20 16:34:15 +0100152
Damjan Marion22311502016-10-28 20:30:15 +0200153/*
154 * fd.io coding-style-patch-verification: ON
155 *
156 * Local Variables:
157 * eval: (c-set-style "gnu")
158 * End:
159 */