Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | /* |
| 16 | * rewrite.h: packet rewrite |
| 17 | * |
| 18 | * Copyright (c) 2008 Eliot Dresselhaus |
| 19 | * |
| 20 | * Permission is hereby granted, free of charge, to any person obtaining |
| 21 | * a copy of this software and associated documentation files (the |
| 22 | * "Software"), to deal in the Software without restriction, including |
| 23 | * without limitation the rights to use, copy, modify, merge, publish, |
| 24 | * distribute, sublicense, and/or sell copies of the Software, and to |
| 25 | * permit persons to whom the Software is furnished to do so, subject to |
| 26 | * the following conditions: |
| 27 | * |
| 28 | * The above copyright notice and this permission notice shall be |
| 29 | * included in all copies or substantial portions of the Software. |
| 30 | * |
| 31 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 32 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 33 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 34 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE |
| 35 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
| 36 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
| 37 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 38 | */ |
| 39 | |
| 40 | #ifndef included_vnet_rewrite_h |
| 41 | #define included_vnet_rewrite_h |
| 42 | |
| 43 | #include <vlib/vlib.h> |
| 44 | #include <vnet/l3_types.h> |
| 45 | |
| 46 | /* Consider using vector types for speed? */ |
| 47 | typedef uword vnet_rewrite_data_t; |
| 48 | |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 49 | /** |
| 50 | * Flags associated with the rewrite/adjacency |
| 51 | */ |
| 52 | typedef enum vnet_rewrite_flags_t_ |
| 53 | { |
| 54 | /** |
| 55 | * This adjacency/interface has output features configured |
| 56 | */ |
| 57 | VNET_REWRITE_HAS_FEATURES = (1 << 0), |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 58 | |
| 59 | /** |
| 60 | * this adj performs IP4 over IP4 fixup |
| 61 | */ |
| 62 | VNET_REWRITE_FIXUP_IP4_O_4 = (1 << 1), |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 63 | } __attribute__ ((packed)) vnet_rewrite_flags_t; |
| 64 | |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 65 | typedef struct vnet_rewrite_header_t_ |
| 66 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 67 | /* Interface to mark re-written packets with. */ |
| 68 | u32 sw_if_index; |
| 69 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 70 | /* Next node to feed after packet rewrite is done. */ |
| 71 | u16 next_index; |
| 72 | |
| 73 | /* Number of bytes in rewrite data. */ |
| 74 | u16 data_bytes; |
| 75 | |
| 76 | /* Max packet size layer 3 (MTU) for output interface. |
| 77 | Used for MTU check after packet rewrite. */ |
| 78 | u16 max_l3_packet_bytes; |
| 79 | |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 80 | /* Data-plane flags on the adjacency/rewrite */ |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 81 | vnet_rewrite_flags_t flags; |
| 82 | |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 83 | /* When dynamically writing a multicast destination L2 addresss |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 84 | * this is the offset from the IP address at which to write in the |
| 85 | * IP->MAC address translation. |
| 86 | */ |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 87 | u8 dst_mcast_offset; |
| 88 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 89 | /* Rewrite string starting at end and going backwards. */ |
| 90 | u8 data[0]; |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 91 | } __clib_packed vnet_rewrite_header_t; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 92 | |
Neale Ranns | b069a69 | 2017-03-15 12:34:25 -0400 | [diff] [blame] | 93 | /** |
| 94 | * At 16 bytes of rewrite herader we have enought space left for a IPv6 |
| 95 | * (40 bytes) + LISP-GPE (8 bytes) in the cache line |
| 96 | */ |
| 97 | STATIC_ASSERT (sizeof (vnet_rewrite_header_t) <= 16, |
| 98 | "Rewrite header too big"); |
| 99 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 100 | /* |
| 101 | Helper macro for declaring rewrite string w/ given max-size. |
| 102 | |
| 103 | Typical usage: |
| 104 | typedef struct { |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 105 | // |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 106 | int a, b; |
| 107 | |
| 108 | // Total adjacency is 64 bytes. |
| 109 | vnet_rewrite_declare(64 - 2*sizeof(int)) rw; |
| 110 | } my_adjacency_t; |
| 111 | */ |
Klement Sekera | 7dbf9a1 | 2019-11-21 10:31:03 +0000 | [diff] [blame] | 112 | #define VNET_DECLARE_REWRITE \ |
| 113 | struct \ |
| 114 | { \ |
| 115 | vnet_rewrite_header_t rewrite_header; \ |
| 116 | \ |
| 117 | u8 rewrite_data[(VNET_REWRITE_TOTAL_BYTES) - \ |
| 118 | sizeof (vnet_rewrite_header_t)]; \ |
| 119 | } |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 120 | |
Neale Ranns | 4ec36c5 | 2020-03-31 09:21:29 -0400 | [diff] [blame] | 121 | typedef struct __rewrite_unused_t__ |
| 122 | { |
| 123 | VNET_DECLARE_REWRITE; |
| 124 | } __rewrite_unused_t; |
| 125 | |
| 126 | STATIC_ASSERT_SIZEOF (__rewrite_unused_t, 128); |
| 127 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 128 | always_inline void |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 129 | vnet_rewrite_clear_data_internal (vnet_rewrite_header_t * rw, int max_size) |
| 130 | { |
Dave Barach | b7b9299 | 2018-10-17 10:38:51 -0400 | [diff] [blame] | 131 | /* Sanity check values carefully for this clib_memset operation */ |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 132 | ASSERT ((max_size > 0) && (max_size < VLIB_BUFFER_PRE_DATA_SIZE)); |
| 133 | |
| 134 | rw->data_bytes = 0; |
Dave Barach | b7b9299 | 2018-10-17 10:38:51 -0400 | [diff] [blame] | 135 | clib_memset (rw->data, 0xfe, max_size); |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 136 | } |
| 137 | |
| 138 | always_inline void |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 139 | vnet_rewrite_set_data_internal (vnet_rewrite_header_t * rw, |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 140 | int max_size, void *data, int data_bytes) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 141 | { |
Dave Barach | b7b9299 | 2018-10-17 10:38:51 -0400 | [diff] [blame] | 142 | /* Sanity check values carefully for this clib_memset operation */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 143 | ASSERT ((max_size > 0) && (max_size < VLIB_BUFFER_PRE_DATA_SIZE)); |
| 144 | ASSERT ((data_bytes >= 0) && (data_bytes < max_size)); |
| 145 | |
| 146 | rw->data_bytes = data_bytes; |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 147 | clib_memcpy_fast (rw->data, data, data_bytes); |
| 148 | clib_memset (rw->data + data_bytes, 0xfe, max_size - data_bytes); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | #define vnet_rewrite_set_data(rw,data,data_bytes) \ |
| 152 | vnet_rewrite_set_data_internal (&((rw).rewrite_header), \ |
| 153 | sizeof ((rw).rewrite_data), \ |
| 154 | (data), \ |
| 155 | (data_bytes)) |
| 156 | |
| 157 | always_inline void * |
| 158 | vnet_rewrite_get_data_internal (vnet_rewrite_header_t * rw, int max_size) |
| 159 | { |
| 160 | ASSERT (rw->data_bytes <= max_size); |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 161 | return rw->data; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | #define vnet_rewrite_get_data(rw) \ |
| 165 | vnet_rewrite_get_data_internal (&((rw).rewrite_header), sizeof ((rw).rewrite_data)) |
| 166 | |
| 167 | always_inline void |
Neale Ranns | 960eeea | 2019-12-02 23:28:50 +0000 | [diff] [blame] | 168 | _vnet_rewrite_one_header (const vnet_rewrite_header_t * h0, |
Zhiyong Yang | 994ef1c | 2019-07-24 00:02:55 -0400 | [diff] [blame] | 169 | void *packet0, int most_likely_size) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 170 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 171 | /* 0xfefe => poisoned adjacency => crash */ |
| 172 | ASSERT (h0->data_bytes != 0xfefe); |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 173 | if (PREDICT_TRUE (most_likely_size == h0->data_bytes)) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 174 | { |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 175 | clib_memcpy_fast ((u8 *) packet0 - most_likely_size, |
| 176 | h0->data, most_likely_size); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 177 | } |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 178 | else |
| 179 | { |
| 180 | clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes, |
| 181 | h0->data, h0->data_bytes); |
| 182 | } |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 183 | } |
| 184 | |
| 185 | always_inline void |
Neale Ranns | 960eeea | 2019-12-02 23:28:50 +0000 | [diff] [blame] | 186 | _vnet_rewrite_two_headers (const vnet_rewrite_header_t * h0, |
| 187 | const vnet_rewrite_header_t * h1, |
Zhiyong Yang | 994ef1c | 2019-07-24 00:02:55 -0400 | [diff] [blame] | 188 | void *packet0, void *packet1, int most_likely_size) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 189 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 190 | /* 0xfefe => poisoned adjacency => crash */ |
| 191 | ASSERT (h0->data_bytes != 0xfefe); |
| 192 | ASSERT (h1->data_bytes != 0xfefe); |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 193 | if (PREDICT_TRUE |
| 194 | (most_likely_size == h0->data_bytes |
| 195 | && most_likely_size == h1->data_bytes)) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 196 | { |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 197 | clib_memcpy_fast ((u8 *) packet0 - most_likely_size, |
| 198 | h0->data, most_likely_size); |
| 199 | clib_memcpy_fast ((u8 *) packet1 - most_likely_size, |
| 200 | h1->data, most_likely_size); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 201 | } |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 202 | else |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 203 | { |
Benoît Ganne | 4af1a7f | 2019-03-01 14:14:10 +0100 | [diff] [blame] | 204 | clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes, |
| 205 | h0->data, h0->data_bytes); |
| 206 | clib_memcpy_fast ((u8 *) packet1 - h1->data_bytes, |
| 207 | h1->data, h1->data_bytes); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 208 | } |
| 209 | } |
| 210 | |
| 211 | #define vnet_rewrite_one_header(rw0,p0,most_likely_size) \ |
| 212 | _vnet_rewrite_one_header (&((rw0).rewrite_header), (p0), \ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 213 | (most_likely_size)) |
| 214 | |
| 215 | #define vnet_rewrite_two_headers(rw0,rw1,p0,p1,most_likely_size) \ |
| 216 | _vnet_rewrite_two_headers (&((rw0).rewrite_header), &((rw1).rewrite_header), \ |
| 217 | (p0), (p1), \ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 218 | (most_likely_size)) |
| 219 | |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 220 | always_inline void |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 221 | vnet_ip_mcast_fixup_header (u32 dst_mcast_mask, |
| 222 | u32 dst_mcast_offset, u32 * addr, u8 * packet0) |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 223 | { |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 224 | if (PREDICT_TRUE (0 != dst_mcast_offset)) |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 225 | { |
| 226 | /* location to write to in the packet */ |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 227 | u8 *p0 = packet0 - dst_mcast_offset; |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 228 | u32 *p1 = (u32 *) p0; |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 229 | |
Neale Ranns | 889fe94 | 2017-06-01 05:43:19 -0400 | [diff] [blame] | 230 | *p1 |= (*addr & dst_mcast_mask); |
Neale Ranns | 2e7fbcc | 2017-03-15 04:22:25 -0700 | [diff] [blame] | 231 | } |
Neale Ranns | 32e1c01 | 2016-11-22 17:07:28 +0000 | [diff] [blame] | 232 | } |
| 233 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 234 | #define VNET_REWRITE_FOR_SW_INTERFACE_ADDRESS_BROADCAST ((void *) 0) |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 235 | /** Deprecated */ |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 236 | void vnet_rewrite_for_sw_interface (struct vnet_main_t *vnm, |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 237 | vnet_link_t packet_type, |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 238 | u32 sw_if_index, |
| 239 | u32 node_index, |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 240 | void *dst_address, |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 241 | vnet_rewrite_header_t * rw, |
| 242 | u32 max_rewrite_bytes); |
| 243 | |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 244 | u32 vnet_tx_node_index_for_sw_interface (struct vnet_main_t *vnm, |
| 245 | u32 sw_if_index); |
| 246 | |
| 247 | void vnet_rewrite_init (struct vnet_main_t *vnm, |
| 248 | u32 sw_if_index, |
Ole Troan | d723161 | 2018-06-07 10:17:57 +0200 | [diff] [blame] | 249 | vnet_link_t linkt, |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 250 | u32 this_node, |
| 251 | u32 next_node, vnet_rewrite_header_t * rw); |
| 252 | |
Neale Ranns | ffd78d1 | 2018-02-09 06:05:16 -0800 | [diff] [blame] | 253 | void vnet_rewrite_update_mtu (struct vnet_main_t *vnm, |
Ole Troan | d723161 | 2018-06-07 10:17:57 +0200 | [diff] [blame] | 254 | vnet_link_t linkt, vnet_rewrite_header_t * rw); |
Neale Ranns | ffd78d1 | 2018-02-09 06:05:16 -0800 | [diff] [blame] | 255 | |
Neale Ranns | b80c536 | 2016-10-08 13:03:40 +0100 | [diff] [blame] | 256 | u8 *vnet_build_rewrite_for_sw_interface (struct vnet_main_t *vnm, |
| 257 | u32 sw_if_index, |
| 258 | vnet_link_t packet_type, |
| 259 | const void *dst_address); |
| 260 | void vnet_update_adjacency_for_sw_interface (struct vnet_main_t *vnm, |
| 261 | u32 sw_if_index, u32 ai); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 262 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 263 | format_function_t format_vnet_rewrite; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 264 | |
| 265 | serialize_function_t serialize_vnet_rewrite, unserialize_vnet_rewrite; |
| 266 | |
| 267 | #endif /* included_vnet_rewrite_h */ |
Dave Barach | ba868bb | 2016-08-08 09:51:21 -0400 | [diff] [blame] | 268 | |
| 269 | /* |
| 270 | * fd.io coding-style-patch-verification: ON |
| 271 | * |
| 272 | * Local Variables: |
| 273 | * eval: (c-set-style "gnu") |
| 274 | * End: |
| 275 | */ |