Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | /* |
| 16 | * ip/ip6_input.c: IP v6 input node |
| 17 | * |
| 18 | * Copyright (c) 2008 Eliot Dresselhaus |
| 19 | * |
| 20 | * Permission is hereby granted, free of charge, to any person obtaining |
| 21 | * a copy of this software and associated documentation files (the |
| 22 | * "Software"), to deal in the Software without restriction, including |
| 23 | * without limitation the rights to use, copy, modify, merge, publish, |
| 24 | * distribute, sublicense, and/or sell copies of the Software, and to |
| 25 | * permit persons to whom the Software is furnished to do so, subject to |
| 26 | * the following conditions: |
| 27 | * |
| 28 | * The above copyright notice and this permission notice shall be |
| 29 | * included in all copies or substantial portions of the Software. |
| 30 | * |
| 31 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 32 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 33 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 34 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE |
| 35 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
| 36 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
| 37 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 38 | */ |
| 39 | |
Neale Ranns | 4c7c8e5 | 2017-10-21 09:37:55 -0700 | [diff] [blame] | 40 | #include <vnet/ip/ip6_input.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 41 | #include <vnet/ethernet/ethernet.h> |
| 42 | #include <vnet/ppp/ppp.h> |
| 43 | #include <vnet/hdlc/hdlc.h> |
| 44 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 45 | typedef struct |
| 46 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 47 | u8 packet_data[64]; |
| 48 | } ip6_input_trace_t; |
| 49 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 50 | static u8 * |
| 51 | format_ip6_input_trace (u8 * s, va_list * va) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 52 | { |
| 53 | CLIB_UNUSED (vlib_main_t * vm) = va_arg (*va, vlib_main_t *); |
| 54 | CLIB_UNUSED (vlib_node_t * node) = va_arg (*va, vlib_node_t *); |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 55 | ip6_input_trace_t *t = va_arg (*va, ip6_input_trace_t *); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 56 | |
| 57 | s = format (s, "%U", |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 58 | format_ip6_header, t->packet_data, sizeof (t->packet_data)); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 59 | |
| 60 | return s; |
| 61 | } |
| 62 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 63 | /* Validate IP v6 packets and pass them either to forwarding code |
| 64 | or drop exception packets. */ |
Filip Tehlar | 26ea14e | 2019-03-11 05:30:21 -0700 | [diff] [blame] | 65 | VLIB_NODE_FN (ip6_input_node) (vlib_main_t * vm, vlib_node_runtime_t * node, |
| 66 | vlib_frame_t * frame) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 67 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 68 | vnet_main_t *vnm = vnet_get_main (); |
| 69 | ip6_main_t *im = &ip6_main; |
| 70 | ip_lookup_main_t *lm = &im->lookup_main; |
| 71 | u32 n_left_from, *from, *to_next; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 72 | ip6_input_next_t next_index; |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 73 | vlib_node_runtime_t *error_node = |
| 74 | vlib_node_get_runtime (vm, ip6_input_node.index); |
| 75 | vlib_simple_counter_main_t *cm; |
Damjan Marion | 067cd62 | 2018-07-11 12:47:43 +0200 | [diff] [blame] | 76 | u32 thread_index = vm->thread_index; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 77 | |
| 78 | from = vlib_frame_vector_args (frame); |
| 79 | n_left_from = frame->n_vectors; |
| 80 | next_index = node->cached_next_index; |
| 81 | |
| 82 | if (node->flags & VLIB_NODE_FLAG_TRACE) |
| 83 | vlib_trace_frame_buffers_only (vm, node, from, frame->n_vectors, |
| 84 | /* stride */ 1, |
| 85 | sizeof (ip6_input_trace_t)); |
| 86 | |
| 87 | cm = vec_elt_at_index (vnm->interface_main.sw_if_counters, |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 88 | VNET_INTERFACE_COUNTER_IP6); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 89 | |
| 90 | while (n_left_from > 0) |
| 91 | { |
| 92 | u32 n_left_to_next; |
| 93 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 94 | vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 95 | |
| 96 | while (n_left_from >= 4 && n_left_to_next >= 2) |
| 97 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 98 | vlib_buffer_t *p0, *p1; |
| 99 | ip6_header_t *ip0, *ip1; |
Damjan Marion | 8b3191e | 2016-11-09 19:54:20 +0100 | [diff] [blame] | 100 | u32 pi0, sw_if_index0, next0 = 0; |
| 101 | u32 pi1, sw_if_index1, next1 = 0; |
Neale Ranns | 4c7c8e5 | 2017-10-21 09:37:55 -0700 | [diff] [blame] | 102 | u8 arc0, arc1; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 103 | |
| 104 | /* Prefetch next iteration. */ |
| 105 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 106 | vlib_buffer_t *p2, *p3; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 107 | |
| 108 | p2 = vlib_get_buffer (vm, from[2]); |
| 109 | p3 = vlib_get_buffer (vm, from[3]); |
| 110 | |
| 111 | vlib_prefetch_buffer_header (p2, LOAD); |
| 112 | vlib_prefetch_buffer_header (p3, LOAD); |
| 113 | |
| 114 | CLIB_PREFETCH (p2->data, sizeof (ip0[0]), LOAD); |
| 115 | CLIB_PREFETCH (p3->data, sizeof (ip1[0]), LOAD); |
| 116 | } |
| 117 | |
| 118 | pi0 = from[0]; |
| 119 | pi1 = from[1]; |
| 120 | |
| 121 | to_next[0] = pi0; |
| 122 | to_next[1] = pi1; |
| 123 | from += 2; |
| 124 | to_next += 2; |
| 125 | n_left_from -= 2; |
| 126 | n_left_to_next -= 2; |
| 127 | |
| 128 | p0 = vlib_get_buffer (vm, pi0); |
| 129 | p1 = vlib_get_buffer (vm, pi1); |
| 130 | |
| 131 | ip0 = vlib_buffer_get_current (p0); |
| 132 | ip1 = vlib_buffer_get_current (p1); |
| 133 | |
| 134 | sw_if_index0 = vnet_buffer (p0)->sw_if_index[VLIB_RX]; |
| 135 | sw_if_index1 = vnet_buffer (p1)->sw_if_index[VLIB_RX]; |
| 136 | |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 137 | if (PREDICT_FALSE (ip6_address_is_multicast (&ip0->dst_address))) |
| 138 | { |
| 139 | arc0 = lm->mcast_feature_arc_index; |
| 140 | next0 = IP6_INPUT_NEXT_LOOKUP_MULTICAST; |
| 141 | } |
| 142 | else |
| 143 | { |
| 144 | arc0 = lm->ucast_feature_arc_index; |
| 145 | next0 = IP6_INPUT_NEXT_LOOKUP; |
| 146 | } |
| 147 | |
| 148 | if (PREDICT_FALSE (ip6_address_is_multicast (&ip1->dst_address))) |
| 149 | { |
| 150 | arc1 = lm->mcast_feature_arc_index; |
| 151 | next1 = IP6_INPUT_NEXT_LOOKUP_MULTICAST; |
| 152 | } |
| 153 | else |
| 154 | { |
| 155 | arc1 = lm->ucast_feature_arc_index; |
| 156 | next1 = IP6_INPUT_NEXT_LOOKUP; |
| 157 | } |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 158 | |
| 159 | vnet_buffer (p0)->ip.adj_index[VLIB_RX] = ~0; |
| 160 | vnet_buffer (p1)->ip.adj_index[VLIB_RX] = ~0; |
| 161 | |
Damjan Marion | 8b3191e | 2016-11-09 19:54:20 +0100 | [diff] [blame] | 162 | vnet_feature_arc_start (arc0, sw_if_index0, &next0, p0); |
| 163 | vnet_feature_arc_start (arc1, sw_if_index1, &next1, p1); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 164 | |
Damjan Marion | 586afd7 | 2017-04-05 19:18:20 +0200 | [diff] [blame] | 165 | vlib_increment_simple_counter (cm, thread_index, sw_if_index0, 1); |
| 166 | vlib_increment_simple_counter (cm, thread_index, sw_if_index1, 1); |
Neale Ranns | 4c7c8e5 | 2017-10-21 09:37:55 -0700 | [diff] [blame] | 167 | ip6_input_check_x2 (vm, error_node, |
| 168 | p0, p1, ip0, ip1, &next0, &next1); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 169 | |
| 170 | vlib_validate_buffer_enqueue_x2 (vm, node, next_index, |
| 171 | to_next, n_left_to_next, |
| 172 | pi0, pi1, next0, next1); |
| 173 | } |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 174 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 175 | while (n_left_from > 0 && n_left_to_next > 0) |
| 176 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 177 | vlib_buffer_t *p0; |
| 178 | ip6_header_t *ip0; |
Damjan Marion | 8b3191e | 2016-11-09 19:54:20 +0100 | [diff] [blame] | 179 | u32 pi0, sw_if_index0, next0 = 0; |
Neale Ranns | 4c7c8e5 | 2017-10-21 09:37:55 -0700 | [diff] [blame] | 180 | u8 arc0; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 181 | |
| 182 | pi0 = from[0]; |
| 183 | to_next[0] = pi0; |
| 184 | from += 1; |
| 185 | to_next += 1; |
| 186 | n_left_from -= 1; |
| 187 | n_left_to_next -= 1; |
| 188 | |
| 189 | p0 = vlib_get_buffer (vm, pi0); |
| 190 | ip0 = vlib_buffer_get_current (p0); |
| 191 | |
| 192 | sw_if_index0 = vnet_buffer (p0)->sw_if_index[VLIB_RX]; |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 193 | if (PREDICT_FALSE (ip6_address_is_multicast (&ip0->dst_address))) |
| 194 | { |
| 195 | arc0 = lm->mcast_feature_arc_index; |
| 196 | next0 = IP6_INPUT_NEXT_LOOKUP_MULTICAST; |
| 197 | } |
| 198 | else |
| 199 | { |
| 200 | arc0 = lm->ucast_feature_arc_index; |
| 201 | next0 = IP6_INPUT_NEXT_LOOKUP; |
| 202 | } |
| 203 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 204 | vnet_buffer (p0)->ip.adj_index[VLIB_RX] = ~0; |
Damjan Marion | 8b3191e | 2016-11-09 19:54:20 +0100 | [diff] [blame] | 205 | vnet_feature_arc_start (arc0, sw_if_index0, &next0, p0); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 206 | |
Damjan Marion | 586afd7 | 2017-04-05 19:18:20 +0200 | [diff] [blame] | 207 | vlib_increment_simple_counter (cm, thread_index, sw_if_index0, 1); |
Neale Ranns | 4c7c8e5 | 2017-10-21 09:37:55 -0700 | [diff] [blame] | 208 | ip6_input_check_x1 (vm, error_node, p0, ip0, &next0); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 209 | |
| 210 | vlib_validate_buffer_enqueue_x1 (vm, node, next_index, |
| 211 | to_next, n_left_to_next, |
| 212 | pi0, next0); |
| 213 | } |
| 214 | |
| 215 | vlib_put_next_frame (vm, node, next_index, n_left_to_next); |
| 216 | } |
| 217 | |
| 218 | return frame->n_vectors; |
| 219 | } |
| 220 | |
Filip Tehlar | 26ea14e | 2019-03-11 05:30:21 -0700 | [diff] [blame] | 221 | #ifndef CLIB_MARCH_VARIANT |
Neale Ranns | 4c7c8e5 | 2017-10-21 09:37:55 -0700 | [diff] [blame] | 222 | char *ip6_error_strings[] = { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 223 | #define _(sym,string) string, |
| 224 | foreach_ip6_error |
| 225 | #undef _ |
| 226 | }; |
Filip Tehlar | 26ea14e | 2019-03-11 05:30:21 -0700 | [diff] [blame] | 227 | #endif /* CLIB_MARCH_VARIANT */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 228 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 229 | /* *INDENT-OFF* */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 230 | VLIB_REGISTER_NODE (ip6_input_node) = { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 231 | .name = "ip6-input", |
| 232 | .vector_size = sizeof (u32), |
| 233 | |
| 234 | .n_errors = IP6_N_ERROR, |
| 235 | .error_strings = ip6_error_strings, |
| 236 | |
| 237 | .n_next_nodes = IP6_INPUT_N_NEXT, |
| 238 | .next_nodes = { |
| 239 | [IP6_INPUT_NEXT_DROP] = "error-drop", |
| 240 | [IP6_INPUT_NEXT_LOOKUP] = "ip6-lookup", |
Ole Troan | 9fb8755 | 2016-01-13 22:30:43 +0100 | [diff] [blame] | 241 | [IP6_INPUT_NEXT_ICMP_ERROR] = "ip6-icmp-error", |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 242 | [IP6_INPUT_NEXT_LOOKUP_MULTICAST] = "ip6-mfib-forward-lookup", |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 243 | }, |
| 244 | |
| 245 | .format_buffer = format_ip6_header, |
| 246 | .format_trace = format_ip6_input_trace, |
| 247 | }; |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 248 | /* *INDENT-ON* */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 249 | |
Dave Barach | 49433ad | 2018-08-08 17:59:03 -0400 | [diff] [blame] | 250 | static clib_error_t * |
| 251 | ip6_init (vlib_main_t * vm) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 252 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 253 | ethernet_register_input_type (vm, ETHERNET_TYPE_IP6, ip6_input_node.index); |
| 254 | ppp_register_input_protocol (vm, PPP_PROTOCOL_ip6, ip6_input_node.index); |
| 255 | hdlc_register_input_protocol (vm, HDLC_PROTOCOL_ip6, ip6_input_node.index); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 256 | |
| 257 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 258 | pg_node_t *pn; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 259 | pn = pg_get_node (ip6_input_node.index); |
| 260 | pn->unformat_edit = unformat_pg_ip6_header; |
| 261 | } |
| 262 | |
| 263 | /* Set flow hash to something non-zero. */ |
| 264 | ip6_main.flow_hash_seed = 0xdeadbeef; |
| 265 | |
| 266 | /* Default hop limit for packets we generate. */ |
| 267 | ip6_main.host_config.ttl = 64; |
| 268 | |
| 269 | return /* no error */ 0; |
| 270 | } |
| 271 | |
| 272 | VLIB_INIT_FUNCTION (ip6_init); |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 273 | |
Dave Barach | 49433ad | 2018-08-08 17:59:03 -0400 | [diff] [blame] | 274 | static clib_error_t * |
| 275 | ip6_main_loop_enter (vlib_main_t * vm) |
| 276 | { |
| 277 | ip6_main_t *im = &ip6_main; |
| 278 | vlib_thread_main_t *tm = &vlib_thread_main; |
Dave Barach | 49433ad | 2018-08-08 17:59:03 -0400 | [diff] [blame] | 279 | |
Neale Ranns | cd35e53 | 2018-08-31 02:51:45 -0700 | [diff] [blame] | 280 | throttle_init (&im->nd_throttle, tm->n_vlib_mains, 1e-3); |
Dave Barach | 49433ad | 2018-08-08 17:59:03 -0400 | [diff] [blame] | 281 | |
Dave Barach | 49433ad | 2018-08-08 17:59:03 -0400 | [diff] [blame] | 282 | return 0; |
| 283 | } |
| 284 | |
| 285 | VLIB_MAIN_LOOP_ENTER_FUNCTION (ip6_main_loop_enter); |
| 286 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 287 | /* |
| 288 | * fd.io coding-style-patch-verification: ON |
| 289 | * |
| 290 | * Local Variables: |
| 291 | * eval: (c-set-style "gnu") |
| 292 | * End: |
| 293 | */ |