Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | /* |
| 16 | * rewrite.h: packet rewrite |
| 17 | * |
| 18 | * Copyright (c) 2008 Eliot Dresselhaus |
| 19 | * |
| 20 | * Permission is hereby granted, free of charge, to any person obtaining |
| 21 | * a copy of this software and associated documentation files (the |
| 22 | * "Software"), to deal in the Software without restriction, including |
| 23 | * without limitation the rights to use, copy, modify, merge, publish, |
| 24 | * distribute, sublicense, and/or sell copies of the Software, and to |
| 25 | * permit persons to whom the Software is furnished to do so, subject to |
| 26 | * the following conditions: |
| 27 | * |
| 28 | * The above copyright notice and this permission notice shall be |
| 29 | * included in all copies or substantial portions of the Software. |
| 30 | * |
| 31 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 32 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 33 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 34 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE |
| 35 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
| 36 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
| 37 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 38 | */ |
| 39 | |
| 40 | #ifndef included_vnet_rewrite_h |
| 41 | #define included_vnet_rewrite_h |
| 42 | |
| 43 | #include <vlib/vlib.h> |
| 44 | #include <vnet/l3_types.h> |
| 45 | |
| 46 | /* Consider using vector types for speed? */ |
| 47 | typedef uword vnet_rewrite_data_t; |
| 48 | |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 49 | /** |
| 50 | * Flags associated with the rewrite/adjacency |
| 51 | */ |
| 52 | typedef enum vnet_rewrite_flags_t_ |
| 53 | { |
| 54 | /** |
| 55 | * This adjacency/interface has output features configured |
| 56 | */ |
| 57 | VNET_REWRITE_HAS_FEATURES = (1 << 0), |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 58 | |
| 59 | /** |
| 60 | * this adj performs IP4 over IP4 fixup |
| 61 | */ |
| 62 | VNET_REWRITE_FIXUP_IP4_O_4 = (1 << 1), |
Neale Ranns | 5c544c8 | 2020-11-17 09:47:07 +0000 | [diff] [blame] | 63 | |
| 64 | /** |
| 65 | * this adj performs the flow hash fixup |
| 66 | */ |
| 67 | VNET_REWRITE_FIXUP_FLOW_HASH = (1 << 2), |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 68 | } __attribute__ ((packed)) vnet_rewrite_flags_t; |
| 69 | |
Neale Ranns | d89de31 | 2021-03-04 16:23:26 +0000 | [diff] [blame] | 70 | extern u8 *format_vnet_rewrite_flags (u8 *s, va_list *ap); |
| 71 | |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 72 | typedef struct vnet_rewrite_header_t_ |
| 73 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 74 | /* Interface to mark re-written packets with. */ |
| 75 | u32 sw_if_index; |
| 76 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 77 | /* Next node to feed after packet rewrite is done. */ |
| 78 | u16 next_index; |
| 79 | |
| 80 | /* Number of bytes in rewrite data. */ |
| 81 | u16 data_bytes; |
| 82 | |
| 83 | /* Max packet size layer 3 (MTU) for output interface. |
| 84 | Used for MTU check after packet rewrite. */ |
| 85 | u16 max_l3_packet_bytes; |
| 86 | |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 87 | /* Data-plane flags on the adjacency/rewrite */ |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 88 | vnet_rewrite_flags_t flags; |
| 89 | |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 90 | /* When dynamically writing a multicast destination L2 addresss |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 91 | * this is the offset from the IP address at which to write in the |
| 92 | * IP->MAC address translation. |
| 93 | */ |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 94 | u8 dst_mcast_offset; |
| 95 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 96 | /* Rewrite string starting at end and going backwards. */ |
| 97 | u8 data[0]; |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 98 | } __clib_packed vnet_rewrite_header_t; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 99 | |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 100 | /** |
| 101 | * At 16 bytes of rewrite herader we have enought space left for a IPv6 |
| 102 | * (40 bytes) + LISP-GPE (8 bytes) in the cache line |
| 103 | */ |
| 104 | STATIC_ASSERT (sizeof (vnet_rewrite_header_t) <= 16, |
| 105 | "Rewrite header too big"); |
| 106 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 107 | /* |
| 108 | Helper macro for declaring rewrite string w/ given max-size. |
| 109 | |
| 110 | Typical usage: |
| 111 | typedef struct { |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 112 | // |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 113 | int a, b; |
| 114 | |
| 115 | // Total adjacency is 64 bytes. |
| 116 | vnet_rewrite_declare(64 - 2*sizeof(int)) rw; |
| 117 | } my_adjacency_t; |
| 118 | */ |
Klement Sekera | 7dbf9a1 | 2019-11-21 10:31:03 +0000 | [diff] [blame] | 119 | #define VNET_DECLARE_REWRITE \ |
| 120 | struct \ |
| 121 | { \ |
| 122 | vnet_rewrite_header_t rewrite_header; \ |
| 123 | \ |
| 124 | u8 rewrite_data[(VNET_REWRITE_TOTAL_BYTES) - \ |
| 125 | sizeof (vnet_rewrite_header_t)]; \ |
| 126 | } |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 127 | |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 128 | typedef struct __rewrite_unused_t__ |
| 129 | { |
| 130 | VNET_DECLARE_REWRITE; |
| 131 | } __rewrite_unused_t; |
| 132 | |
| 133 | STATIC_ASSERT_SIZEOF (__rewrite_unused_t, 128); |
| 134 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 135 | always_inline void |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 136 | vnet_rewrite_clear_data_internal (vnet_rewrite_header_t * rw, int max_size) |
| 137 | { |
Dave Barach | b7b9299 | 2018-10-17 10:38:51 -0400 | [diff] [blame] | 138 | /* Sanity check values carefully for this clib_memset operation */ |
Benoît Ganne | 6ea5c47 | 2021-10-28 10:50:47 +0200 | [diff] [blame] | 139 | ASSERT ((max_size > 0) && (max_size < VNET_REWRITE_TOTAL_BYTES)); |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 140 | |
| 141 | rw->data_bytes = 0; |
Dave Barach | b7b9299 | 2018-10-17 10:38:51 -0400 | [diff] [blame] | 142 | clib_memset (rw->data, 0xfe, max_size); |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 143 | } |
| 144 | |
| 145 | always_inline void |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 146 | vnet_rewrite_set_data_internal (vnet_rewrite_header_t * rw, |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 147 | int max_size, void *data, int data_bytes) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 148 | { |
Dave Barach | b7b9299 | 2018-10-17 10:38:51 -0400 | [diff] [blame] | 149 | /* Sanity check values carefully for this clib_memset operation */ |
Benoît Ganne | 6ea5c47 | 2021-10-28 10:50:47 +0200 | [diff] [blame] | 150 | ASSERT ((max_size > 0) && (max_size < VNET_REWRITE_TOTAL_BYTES)); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 151 | ASSERT ((data_bytes >= 0) && (data_bytes < max_size)); |
| 152 | |
| 153 | rw->data_bytes = data_bytes; |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 154 | clib_memcpy_fast (rw->data, data, data_bytes); |
| 155 | clib_memset (rw->data + data_bytes, 0xfe, max_size - data_bytes); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | #define vnet_rewrite_set_data(rw,data,data_bytes) \ |
| 159 | vnet_rewrite_set_data_internal (&((rw).rewrite_header), \ |
| 160 | sizeof ((rw).rewrite_data), \ |
| 161 | (data), \ |
| 162 | (data_bytes)) |
| 163 | |
| 164 | always_inline void * |
| 165 | vnet_rewrite_get_data_internal (vnet_rewrite_header_t * rw, int max_size) |
| 166 | { |
| 167 | ASSERT (rw->data_bytes <= max_size); |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 168 | return rw->data; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 169 | } |
| 170 | |
| 171 | #define vnet_rewrite_get_data(rw) \ |
| 172 | vnet_rewrite_get_data_internal (&((rw).rewrite_header), sizeof ((rw).rewrite_data)) |
| 173 | |
| 174 | always_inline void |
Neale Ranns | 960eeea | 2019-12-02 23:28:50 +0000 | [diff] [blame] | 175 | _vnet_rewrite_one_header (const vnet_rewrite_header_t * h0, |
Zhiyong Yang | 994ef1c | 2019-07-24 00:02:55 -0400 | [diff] [blame] | 176 | void *packet0, int most_likely_size) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 177 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 178 | /* 0xfefe => poisoned adjacency => crash */ |
| 179 | ASSERT (h0->data_bytes != 0xfefe); |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 180 | if (PREDICT_TRUE (most_likely_size == h0->data_bytes)) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 181 | { |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 182 | clib_memcpy_fast ((u8 *) packet0 - most_likely_size, |
| 183 | h0->data, most_likely_size); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 184 | } |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 185 | else |
| 186 | { |
| 187 | clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes, |
| 188 | h0->data, h0->data_bytes); |
| 189 | } |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 190 | } |
| 191 | |
| 192 | always_inline void |
Neale Ranns | 960eeea | 2019-12-02 23:28:50 +0000 | [diff] [blame] | 193 | _vnet_rewrite_two_headers (const vnet_rewrite_header_t * h0, |
| 194 | const vnet_rewrite_header_t * h1, |
Zhiyong Yang | 994ef1c | 2019-07-24 00:02:55 -0400 | [diff] [blame] | 195 | void *packet0, void *packet1, int most_likely_size) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 196 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 197 | /* 0xfefe => poisoned adjacency => crash */ |
| 198 | ASSERT (h0->data_bytes != 0xfefe); |
| 199 | ASSERT (h1->data_bytes != 0xfefe); |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 200 | if (PREDICT_TRUE |
| 201 | (most_likely_size == h0->data_bytes |
| 202 | && most_likely_size == h1->data_bytes)) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 203 | { |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 204 | clib_memcpy_fast ((u8 *) packet0 - most_likely_size, |
| 205 | h0->data, most_likely_size); |
| 206 | clib_memcpy_fast ((u8 *) packet1 - most_likely_size, |
| 207 | h1->data, most_likely_size); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 208 | } |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 209 | else |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 210 | { |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 211 | clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes, |
| 212 | h0->data, h0->data_bytes); |
| 213 | clib_memcpy_fast ((u8 *) packet1 - h1->data_bytes, |
| 214 | h1->data, h1->data_bytes); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 215 | } |
| 216 | } |
| 217 | |
| 218 | #define vnet_rewrite_one_header(rw0,p0,most_likely_size) \ |
| 219 | _vnet_rewrite_one_header (&((rw0).rewrite_header), (p0), \ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 220 | (most_likely_size)) |
| 221 | |
| 222 | #define vnet_rewrite_two_headers(rw0,rw1,p0,p1,most_likely_size) \ |
| 223 | _vnet_rewrite_two_headers (&((rw0).rewrite_header), &((rw1).rewrite_header), \ |
| 224 | (p0), (p1), \ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 225 | (most_likely_size)) |
| 226 | |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 227 | always_inline void |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 228 | vnet_ip_mcast_fixup_header (u32 dst_mcast_mask, |
| 229 | u32 dst_mcast_offset, u32 * addr, u8 * packet0) |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 230 | { |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 231 | if (PREDICT_TRUE (0 != dst_mcast_offset)) |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 232 | { |
| 233 | /* location to write to in the packet */ |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 234 | u8 *p0 = packet0 - dst_mcast_offset; |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 235 | u32 *p1 = (u32 *) p0; |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 236 | |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 237 | *p1 |= (*addr & dst_mcast_mask); |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 238 | } |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 239 | } |
| 240 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 241 | #define VNET_REWRITE_FOR_SW_INTERFACE_ADDRESS_BROADCAST ((void *) 0) |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 242 | /** Deprecated */ |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 243 | void vnet_rewrite_for_sw_interface (struct vnet_main_t *vnm, |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 244 | vnet_link_t packet_type, |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 245 | u32 sw_if_index, |
| 246 | u32 node_index, |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 247 | void *dst_address, |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 248 | vnet_rewrite_header_t * rw, |
| 249 | u32 max_rewrite_bytes); |
| 250 | |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 251 | u32 vnet_tx_node_index_for_sw_interface (struct vnet_main_t *vnm, |
| 252 | u32 sw_if_index); |
| 253 | |
| 254 | void vnet_rewrite_init (struct vnet_main_t *vnm, |
| 255 | u32 sw_if_index, |
Ole Troan | d723161 | 2018-06-07 10:17:57 +0200 | [diff] [blame] | 256 | vnet_link_t linkt, |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 257 | u32 this_node, |
| 258 | u32 next_node, vnet_rewrite_header_t * rw); |
| 259 | |
Neale Ranns | ffd78d1 | 2018-02-09 06:05:16 -0800 | [diff] [blame] | 260 | void vnet_rewrite_update_mtu (struct vnet_main_t *vnm, |
Ole Troan | d723161 | 2018-06-07 10:17:57 +0200 | [diff] [blame] | 261 | vnet_link_t linkt, vnet_rewrite_header_t * rw); |
Neale Ranns | ffd78d1 | 2018-02-09 06:05:16 -0800 | [diff] [blame] | 262 | |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 263 | u8 *vnet_build_rewrite_for_sw_interface (struct vnet_main_t *vnm, |
| 264 | u32 sw_if_index, |
| 265 | vnet_link_t packet_type, |
| 266 | const void *dst_address); |
| 267 | void vnet_update_adjacency_for_sw_interface (struct vnet_main_t *vnm, |
| 268 | u32 sw_if_index, u32 ai); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 269 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 270 | format_function_t format_vnet_rewrite; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 271 | |
| 272 | serialize_function_t serialize_vnet_rewrite, unserialize_vnet_rewrite; |
| 273 | |
| 274 | #endif /* included_vnet_rewrite_h */ |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 275 | |
| 276 | /* |
| 277 | * fd.io coding-style-patch-verification: ON |
| 278 | * |
| 279 | * Local Variables: |
| 280 | * eval: (c-set-style "gnu") |
| 281 | * End: |
| 282 | */ |