blob: 5cb90e473187749a2a2f1968d12c7ae580966ed1 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15/*
16 * rewrite.h: packet rewrite
17 *
18 * Copyright (c) 2008 Eliot Dresselhaus
19 *
20 * Permission is hereby granted, free of charge, to any person obtaining
21 * a copy of this software and associated documentation files (the
22 * "Software"), to deal in the Software without restriction, including
23 * without limitation the rights to use, copy, modify, merge, publish,
24 * distribute, sublicense, and/or sell copies of the Software, and to
25 * permit persons to whom the Software is furnished to do so, subject to
26 * the following conditions:
27 *
28 * The above copyright notice and this permission notice shall be
29 * included in all copies or substantial portions of the Software.
30 *
31 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38 */
39
40#ifndef included_vnet_rewrite_h
41#define included_vnet_rewrite_h
42
43#include <vlib/vlib.h>
44#include <vnet/l3_types.h>
45
46/* Consider using vector types for speed? */
47typedef uword vnet_rewrite_data_t;
48
Neale Rannsb069a692017-03-15 12:34:25 -040049/**
50 * Flags associated with the rewrite/adjacency
51 */
52typedef enum vnet_rewrite_flags_t_
53{
54 /**
55 * This adjacency/interface has output features configured
56 */
57 VNET_REWRITE_HAS_FEATURES = (1 << 0),
Neale Ranns4ec36c52020-03-31 09:21:29 -040058
59 /**
60 * this adj performs IP4 over IP4 fixup
61 */
62 VNET_REWRITE_FIXUP_IP4_O_4 = (1 << 1),
Neale Ranns5c544c82020-11-17 09:47:07 +000063
64 /**
65 * this adj performs the flow hash fixup
66 */
67 VNET_REWRITE_FIXUP_FLOW_HASH = (1 << 2),
Neale Rannsb069a692017-03-15 12:34:25 -040068} __attribute__ ((packed)) vnet_rewrite_flags_t;
69
Neale Rannsd89de312021-03-04 16:23:26 +000070extern u8 *format_vnet_rewrite_flags (u8 *s, va_list *ap);
71
Neale Ranns4ec36c52020-03-31 09:21:29 -040072typedef struct vnet_rewrite_header_t_
73{
Ed Warnickecb9cada2015-12-08 15:45:58 -070074 /* Interface to mark re-written packets with. */
75 u32 sw_if_index;
76
Ed Warnickecb9cada2015-12-08 15:45:58 -070077 /* Next node to feed after packet rewrite is done. */
78 u16 next_index;
79
80 /* Number of bytes in rewrite data. */
81 u16 data_bytes;
82
83 /* Max packet size layer 3 (MTU) for output interface.
84 Used for MTU check after packet rewrite. */
85 u16 max_l3_packet_bytes;
86
Neale Ranns2e7fbcc2017-03-15 04:22:25 -070087 /* Data-plane flags on the adjacency/rewrite */
Neale Rannsb069a692017-03-15 12:34:25 -040088 vnet_rewrite_flags_t flags;
89
Neale Ranns32e1c012016-11-22 17:07:28 +000090 /* When dynamically writing a multicast destination L2 addresss
Neale Ranns2e7fbcc2017-03-15 04:22:25 -070091 * this is the offset from the IP address at which to write in the
92 * IP->MAC address translation.
93 */
Neale Ranns32e1c012016-11-22 17:07:28 +000094 u8 dst_mcast_offset;
95
Ed Warnickecb9cada2015-12-08 15:45:58 -070096 /* Rewrite string starting at end and going backwards. */
97 u8 data[0];
Neale Ranns4ec36c52020-03-31 09:21:29 -040098} __clib_packed vnet_rewrite_header_t;
Ed Warnickecb9cada2015-12-08 15:45:58 -070099
Neale Rannsb069a692017-03-15 12:34:25 -0400100/**
101 * At 16 bytes of rewrite herader we have enought space left for a IPv6
102 * (40 bytes) + LISP-GPE (8 bytes) in the cache line
103 */
104STATIC_ASSERT (sizeof (vnet_rewrite_header_t) <= 16,
105 "Rewrite header too big");
106
Ed Warnickecb9cada2015-12-08 15:45:58 -0700107/*
108 Helper macro for declaring rewrite string w/ given max-size.
109
110 Typical usage:
111 typedef struct {
Dave Barachba868bb2016-08-08 09:51:21 -0400112 //
Ed Warnickecb9cada2015-12-08 15:45:58 -0700113 int a, b;
114
115 // Total adjacency is 64 bytes.
116 vnet_rewrite_declare(64 - 2*sizeof(int)) rw;
117 } my_adjacency_t;
118*/
Klement Sekera7dbf9a12019-11-21 10:31:03 +0000119#define VNET_DECLARE_REWRITE \
120 struct \
121 { \
122 vnet_rewrite_header_t rewrite_header; \
123 \
124 u8 rewrite_data[(VNET_REWRITE_TOTAL_BYTES) - \
125 sizeof (vnet_rewrite_header_t)]; \
126 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700127
Neale Ranns4ec36c52020-03-31 09:21:29 -0400128typedef struct __rewrite_unused_t__
129{
130 VNET_DECLARE_REWRITE;
131} __rewrite_unused_t;
132
133STATIC_ASSERT_SIZEOF (__rewrite_unused_t, 128);
134
Ed Warnickecb9cada2015-12-08 15:45:58 -0700135always_inline void
Neale Rannsb80c5362016-10-08 13:03:40 +0100136vnet_rewrite_clear_data_internal (vnet_rewrite_header_t * rw, int max_size)
137{
Dave Barachb7b92992018-10-17 10:38:51 -0400138 /* Sanity check values carefully for this clib_memset operation */
Benoît Ganne6ea5c472021-10-28 10:50:47 +0200139 ASSERT ((max_size > 0) && (max_size < VNET_REWRITE_TOTAL_BYTES));
Neale Rannsb80c5362016-10-08 13:03:40 +0100140
141 rw->data_bytes = 0;
Dave Barachb7b92992018-10-17 10:38:51 -0400142 clib_memset (rw->data, 0xfe, max_size);
Neale Rannsb80c5362016-10-08 13:03:40 +0100143}
144
145always_inline void
Ed Warnickecb9cada2015-12-08 15:45:58 -0700146vnet_rewrite_set_data_internal (vnet_rewrite_header_t * rw,
Dave Barachba868bb2016-08-08 09:51:21 -0400147 int max_size, void *data, int data_bytes)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700148{
Dave Barachb7b92992018-10-17 10:38:51 -0400149 /* Sanity check values carefully for this clib_memset operation */
Benoît Ganne6ea5c472021-10-28 10:50:47 +0200150 ASSERT ((max_size > 0) && (max_size < VNET_REWRITE_TOTAL_BYTES));
Ed Warnickecb9cada2015-12-08 15:45:58 -0700151 ASSERT ((data_bytes >= 0) && (data_bytes < max_size));
152
153 rw->data_bytes = data_bytes;
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100154 clib_memcpy_fast (rw->data, data, data_bytes);
155 clib_memset (rw->data + data_bytes, 0xfe, max_size - data_bytes);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700156}
157
158#define vnet_rewrite_set_data(rw,data,data_bytes) \
159 vnet_rewrite_set_data_internal (&((rw).rewrite_header), \
160 sizeof ((rw).rewrite_data), \
161 (data), \
162 (data_bytes))
163
164always_inline void *
165vnet_rewrite_get_data_internal (vnet_rewrite_header_t * rw, int max_size)
166{
167 ASSERT (rw->data_bytes <= max_size);
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100168 return rw->data;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700169}
170
171#define vnet_rewrite_get_data(rw) \
172 vnet_rewrite_get_data_internal (&((rw).rewrite_header), sizeof ((rw).rewrite_data))
173
174always_inline void
Neale Ranns960eeea2019-12-02 23:28:50 +0000175_vnet_rewrite_one_header (const vnet_rewrite_header_t * h0,
Zhiyong Yang994ef1c2019-07-24 00:02:55 -0400176 void *packet0, int most_likely_size)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700177{
Ed Warnickecb9cada2015-12-08 15:45:58 -0700178 /* 0xfefe => poisoned adjacency => crash */
179 ASSERT (h0->data_bytes != 0xfefe);
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100180 if (PREDICT_TRUE (most_likely_size == h0->data_bytes))
Ed Warnickecb9cada2015-12-08 15:45:58 -0700181 {
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100182 clib_memcpy_fast ((u8 *) packet0 - most_likely_size,
183 h0->data, most_likely_size);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700184 }
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100185 else
186 {
187 clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes,
188 h0->data, h0->data_bytes);
189 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700190}
191
192always_inline void
Neale Ranns960eeea2019-12-02 23:28:50 +0000193_vnet_rewrite_two_headers (const vnet_rewrite_header_t * h0,
194 const vnet_rewrite_header_t * h1,
Zhiyong Yang994ef1c2019-07-24 00:02:55 -0400195 void *packet0, void *packet1, int most_likely_size)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700196{
Ed Warnickecb9cada2015-12-08 15:45:58 -0700197 /* 0xfefe => poisoned adjacency => crash */
198 ASSERT (h0->data_bytes != 0xfefe);
199 ASSERT (h1->data_bytes != 0xfefe);
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100200 if (PREDICT_TRUE
201 (most_likely_size == h0->data_bytes
202 && most_likely_size == h1->data_bytes))
Ed Warnickecb9cada2015-12-08 15:45:58 -0700203 {
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100204 clib_memcpy_fast ((u8 *) packet0 - most_likely_size,
205 h0->data, most_likely_size);
206 clib_memcpy_fast ((u8 *) packet1 - most_likely_size,
207 h1->data, most_likely_size);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700208 }
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100209 else
Ed Warnickecb9cada2015-12-08 15:45:58 -0700210 {
Benoît Ganne4af1a7f2019-03-01 14:14:10 +0100211 clib_memcpy_fast ((u8 *) packet0 - h0->data_bytes,
212 h0->data, h0->data_bytes);
213 clib_memcpy_fast ((u8 *) packet1 - h1->data_bytes,
214 h1->data, h1->data_bytes);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700215 }
216}
217
218#define vnet_rewrite_one_header(rw0,p0,most_likely_size) \
219 _vnet_rewrite_one_header (&((rw0).rewrite_header), (p0), \
Ed Warnickecb9cada2015-12-08 15:45:58 -0700220 (most_likely_size))
221
222#define vnet_rewrite_two_headers(rw0,rw1,p0,p1,most_likely_size) \
223 _vnet_rewrite_two_headers (&((rw0).rewrite_header), &((rw1).rewrite_header), \
224 (p0), (p1), \
Ed Warnickecb9cada2015-12-08 15:45:58 -0700225 (most_likely_size))
226
Neale Ranns32e1c012016-11-22 17:07:28 +0000227always_inline void
Neale Ranns889fe942017-06-01 05:43:19 -0400228vnet_ip_mcast_fixup_header (u32 dst_mcast_mask,
229 u32 dst_mcast_offset, u32 * addr, u8 * packet0)
Neale Ranns32e1c012016-11-22 17:07:28 +0000230{
Neale Ranns889fe942017-06-01 05:43:19 -0400231 if (PREDICT_TRUE (0 != dst_mcast_offset))
Neale Ranns2e7fbcc2017-03-15 04:22:25 -0700232 {
233 /* location to write to in the packet */
Neale Ranns889fe942017-06-01 05:43:19 -0400234 u8 *p0 = packet0 - dst_mcast_offset;
Neale Ranns2e7fbcc2017-03-15 04:22:25 -0700235 u32 *p1 = (u32 *) p0;
Neale Ranns32e1c012016-11-22 17:07:28 +0000236
Neale Ranns889fe942017-06-01 05:43:19 -0400237 *p1 |= (*addr & dst_mcast_mask);
Neale Ranns2e7fbcc2017-03-15 04:22:25 -0700238 }
Neale Ranns32e1c012016-11-22 17:07:28 +0000239}
240
Ed Warnickecb9cada2015-12-08 15:45:58 -0700241#define VNET_REWRITE_FOR_SW_INTERFACE_ADDRESS_BROADCAST ((void *) 0)
Neale Rannsb80c5362016-10-08 13:03:40 +0100242/** Deprecated */
Dave Barachba868bb2016-08-08 09:51:21 -0400243void vnet_rewrite_for_sw_interface (struct vnet_main_t *vnm,
Neale Rannsb80c5362016-10-08 13:03:40 +0100244 vnet_link_t packet_type,
Ed Warnickecb9cada2015-12-08 15:45:58 -0700245 u32 sw_if_index,
246 u32 node_index,
Dave Barachba868bb2016-08-08 09:51:21 -0400247 void *dst_address,
Ed Warnickecb9cada2015-12-08 15:45:58 -0700248 vnet_rewrite_header_t * rw,
249 u32 max_rewrite_bytes);
250
Neale Rannsb80c5362016-10-08 13:03:40 +0100251u32 vnet_tx_node_index_for_sw_interface (struct vnet_main_t *vnm,
252 u32 sw_if_index);
253
254void vnet_rewrite_init (struct vnet_main_t *vnm,
255 u32 sw_if_index,
Ole Troand7231612018-06-07 10:17:57 +0200256 vnet_link_t linkt,
Neale Rannsb80c5362016-10-08 13:03:40 +0100257 u32 this_node,
258 u32 next_node, vnet_rewrite_header_t * rw);
259
Neale Rannsffd78d12018-02-09 06:05:16 -0800260void vnet_rewrite_update_mtu (struct vnet_main_t *vnm,
Ole Troand7231612018-06-07 10:17:57 +0200261 vnet_link_t linkt, vnet_rewrite_header_t * rw);
Neale Rannsffd78d12018-02-09 06:05:16 -0800262
Neale Rannsb80c5362016-10-08 13:03:40 +0100263u8 *vnet_build_rewrite_for_sw_interface (struct vnet_main_t *vnm,
264 u32 sw_if_index,
265 vnet_link_t packet_type,
266 const void *dst_address);
267void vnet_update_adjacency_for_sw_interface (struct vnet_main_t *vnm,
268 u32 sw_if_index, u32 ai);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700269
Ed Warnickecb9cada2015-12-08 15:45:58 -0700270format_function_t format_vnet_rewrite;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700271
272serialize_function_t serialize_vnet_rewrite, unserialize_vnet_rewrite;
273
274#endif /* included_vnet_rewrite_h */
Dave Barachba868bb2016-08-08 09:51:21 -0400275
276/*
277 * fd.io coding-style-patch-verification: ON
278 *
279 * Local Variables:
280 * eval: (c-set-style "gnu")
281 * End:
282 */