blob: 97c4f1643d9931793e18d20bcad2b3c940a60aef [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 * gre_interface.c: gre interfaces
3 *
4 * Copyright (c) 2012 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 */
17
18#include <vnet/vnet.h>
19#include <vnet/pg/pg.h>
20#include <vnet/gre/gre.h>
Chris Luke27fe48f2016-04-28 13:44:38 -040021#include <vnet/ip/format.h>
Neale Ranns0bfe5d82016-08-25 15:29:12 +010022#include <vnet/fib/ip4_fib.h>
Ciara Loftus7eac9162016-09-30 15:47:03 +010023#include <vnet/fib/ip6_fib.h>
Neale Ranns0bfe5d82016-08-25 15:29:12 +010024#include <vnet/adj/adj_midchain.h>
Neale Rannsb80c5362016-10-08 13:03:40 +010025#include <vnet/adj/adj_nbr.h>
Neale Ranns0bfe5d82016-08-25 15:29:12 +010026#include <vnet/mpls/mpls.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070027
Neale Ranns177bbdc2016-11-15 09:46:51 +000028static const char *gre_tunnel_type_names[] = GRE_TUNNEL_TYPE_NAMES;
29
Neale Ranns0bfe5d82016-08-25 15:29:12 +010030static u8 *
31format_gre_tunnel (u8 * s, va_list * args)
Chris Luke27fe48f2016-04-28 13:44:38 -040032{
Swarup Nayak9ff647a2017-11-27 10:27:43 +053033 gre_tunnel_t *t = va_arg (*args, gre_tunnel_t *);
Chris Luke27fe48f2016-04-28 13:44:38 -040034
John Loa43ccae2018-02-13 17:15:23 -050035 s = format (s, "[%d] instance %d src %U dst %U fib-idx %d sw-if-idx %d ",
36 t->dev_instance, t->user_instance,
John Lo4478d8e2018-01-12 17:15:25 -050037 format_ip46_address, &t->tunnel_src, IP46_TYPE_ANY,
38 format_ip46_address, &t->tunnel_dst.fp_addr, IP46_TYPE_ANY,
39 t->outer_fib_index, t->sw_if_index);
40
John Loa43ccae2018-02-13 17:15:23 -050041 s = format (s, "payload %s ", gre_tunnel_type_names[t->type]);
42
43 if (t->type == GRE_TUNNEL_TYPE_ERSPAN)
44 s = format (s, "session %d ", t->session_id);
45
46 if (t->type != GRE_TUNNEL_TYPE_L3)
47 s = format (s, "l2-adj-idx %d ", t->l2_adj_index);
Neale Ranns0bfe5d82016-08-25 15:29:12 +010048
Chris Luke27fe48f2016-04-28 13:44:38 -040049 return s;
50}
51
Neale Ranns0bfe5d82016-08-25 15:29:12 +010052static gre_tunnel_t *
John Loa43ccae2018-02-13 17:15:23 -050053gre_tunnel_db_find (const vnet_gre_add_del_tunnel_args_t * a,
54 u32 outer_fib_index, gre_tunnel_key_t * key)
Neale Ranns0bfe5d82016-08-25 15:29:12 +010055{
Swarup Nayak9ff647a2017-11-27 10:27:43 +053056 gre_main_t *gm = &gre_main;
57 uword *p;
Neale Ranns0bfe5d82016-08-25 15:29:12 +010058
John Loa43ccae2018-02-13 17:15:23 -050059 if (!a->is_ipv6)
Ciara Loftus7eac9162016-09-30 15:47:03 +010060 {
John Loa43ccae2018-02-13 17:15:23 -050061 gre_mk_key4 (a->src.ip4, a->dst.ip4, outer_fib_index,
62 a->tunnel_type, a->session_id, &key->gtk_v4);
Neale Ranns33ce60d2017-12-14 08:51:32 -080063 p = hash_get_mem (gm->tunnel_by_key4, &key->gtk_v4);
Ciara Loftus7eac9162016-09-30 15:47:03 +010064 }
65 else
66 {
John Loa43ccae2018-02-13 17:15:23 -050067 gre_mk_key6 (&a->src.ip6, &a->dst.ip6, outer_fib_index,
68 a->tunnel_type, a->session_id, &key->gtk_v6);
Neale Ranns33ce60d2017-12-14 08:51:32 -080069 p = hash_get_mem (gm->tunnel_by_key6, &key->gtk_v6);
Ciara Loftus7eac9162016-09-30 15:47:03 +010070 }
Neale Ranns0bfe5d82016-08-25 15:29:12 +010071
72 if (NULL == p)
73 return (NULL);
74
75 return (pool_elt_at_index (gm->tunnels, p[0]));
76}
77
78static void
Neale Ranns33ce60d2017-12-14 08:51:32 -080079gre_tunnel_db_add (gre_tunnel_t * t, gre_tunnel_key_t * key)
Neale Ranns0bfe5d82016-08-25 15:29:12 +010080{
Swarup Nayak9ff647a2017-11-27 10:27:43 +053081 gre_main_t *gm = &gre_main;
Neale Ranns0bfe5d82016-08-25 15:29:12 +010082
Neale Ranns33ce60d2017-12-14 08:51:32 -080083 t->key = clib_mem_alloc (sizeof (*t->key));
84 clib_memcpy (t->key, key, sizeof (*key));
85
86 if (t->tunnel_dst.fp_proto == FIB_PROTOCOL_IP6)
Ciara Loftus7eac9162016-09-30 15:47:03 +010087 {
John Loa43ccae2018-02-13 17:15:23 -050088 hash_set_mem (gm->tunnel_by_key6, &t->key->gtk_v6, t->dev_instance);
Ciara Loftus7eac9162016-09-30 15:47:03 +010089 }
90 else
91 {
John Loa43ccae2018-02-13 17:15:23 -050092 hash_set_mem (gm->tunnel_by_key4, &t->key->gtk_v4, t->dev_instance);
Ciara Loftus7eac9162016-09-30 15:47:03 +010093 }
Neale Ranns0bfe5d82016-08-25 15:29:12 +010094}
95
96static void
Neale Ranns33ce60d2017-12-14 08:51:32 -080097gre_tunnel_db_remove (gre_tunnel_t * t)
Neale Ranns0bfe5d82016-08-25 15:29:12 +010098{
Swarup Nayak9ff647a2017-11-27 10:27:43 +053099 gre_main_t *gm = &gre_main;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100100
Neale Ranns33ce60d2017-12-14 08:51:32 -0800101 if (t->tunnel_dst.fp_proto == FIB_PROTOCOL_IP6)
Ciara Loftus7eac9162016-09-30 15:47:03 +0100102 {
Neale Ranns33ce60d2017-12-14 08:51:32 -0800103 hash_unset_mem (gm->tunnel_by_key6, &t->key->gtk_v6);
Ciara Loftus7eac9162016-09-30 15:47:03 +0100104 }
105 else
106 {
Neale Ranns33ce60d2017-12-14 08:51:32 -0800107 hash_unset_mem (gm->tunnel_by_key4, &t->key->gtk_v4);
Ciara Loftus7eac9162016-09-30 15:47:03 +0100108 }
109
Neale Ranns33ce60d2017-12-14 08:51:32 -0800110 clib_mem_free (t->key);
111 t->key = NULL;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100112}
113
114static gre_tunnel_t *
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530115gre_tunnel_from_fib_node (fib_node_t * node)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100116{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530117 ASSERT (FIB_NODE_TYPE_GRE_TUNNEL == node->fn_type);
118 return ((gre_tunnel_t *) (((char *) node) -
119 STRUCT_OFFSET_OF (gre_tunnel_t, node)));
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100120}
121
Neale Ranns5e575b12016-10-03 09:40:25 +0100122/**
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100123 * gre_tunnel_stack
124 *
125 * 'stack' (resolve the recursion for) the tunnel's midchain adjacency
126 */
Neale Ranns5e575b12016-10-03 09:40:25 +0100127void
Neale Rannsb80c5362016-10-08 13:03:40 +0100128gre_tunnel_stack (adj_index_t ai)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100129{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530130 gre_main_t *gm = &gre_main;
131 ip_adjacency_t *adj;
132 gre_tunnel_t *gt;
133 u32 sw_if_index;
Neale Rannsb80c5362016-10-08 13:03:40 +0100134
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530135 adj = adj_get (ai);
136 sw_if_index = adj->rewrite_header.sw_if_index;
Neale Rannsb80c5362016-10-08 13:03:40 +0100137
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530138 if ((vec_len (gm->tunnel_index_by_sw_if_index) < sw_if_index) ||
139 (~0 == gm->tunnel_index_by_sw_if_index[sw_if_index]))
140 return;
Neale Rannsb80c5362016-10-08 13:03:40 +0100141
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530142 gt = pool_elt_at_index (gm->tunnels,
143 gm->tunnel_index_by_sw_if_index[sw_if_index]);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100144
John Loa43ccae2018-02-13 17:15:23 -0500145 if ((vnet_hw_interface_get_flags (vnet_get_main (), gt->hw_if_index) &
146 VNET_HW_INTERFACE_FLAG_LINK_UP) == 0)
Neale Rannsb80c5362016-10-08 13:03:40 +0100147 {
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530148 adj_nbr_midchain_unstack (ai);
John Loa43ccae2018-02-13 17:15:23 -0500149 return;
Neale Rannsb80c5362016-10-08 13:03:40 +0100150 }
John Loa43ccae2018-02-13 17:15:23 -0500151
152 dpo_id_t tmp = DPO_INVALID;
153 fib_forward_chain_type_t fib_fwd = (FIB_PROTOCOL_IP6 == adj->ia_nh_proto) ?
154 FIB_FORW_CHAIN_TYPE_UNICAST_IP6 : FIB_FORW_CHAIN_TYPE_UNICAST_IP4;
155
156 fib_entry_contribute_forwarding (gt->fib_entry_index, fib_fwd, &tmp);
157 if (DPO_LOAD_BALANCE == tmp.dpoi_type)
158 {
159 /*
160 * post GRE rewrite we will load-balance. However, the GRE encap
161 * is always the same for this adjacency/tunnel and hence the IP/GRE
162 * src,dst hash is always the same result too. So we do that hash now and
163 * stack on the choice.
164 * If the choice is an incomplete adj then we will need a poke when
165 * it becomes complete. This happens since the adj update walk propagates
166 * as far a recursive paths.
167 */
168 const dpo_id_t *choice;
169 load_balance_t *lb;
170 int hash;
171
172 lb = load_balance_get (tmp.dpoi_index);
173
174 if (fib_fwd == FIB_FORW_CHAIN_TYPE_UNICAST_IP4)
175 hash = ip4_compute_flow_hash ((ip4_header_t *) adj_get_rewrite (ai),
176 lb->lb_hash_config);
177 else
178 hash = ip6_compute_flow_hash ((ip6_header_t *) adj_get_rewrite (ai),
179 lb->lb_hash_config);
180 choice =
181 load_balance_get_bucket_i (lb, hash & lb->lb_n_buckets_minus_1);
182 dpo_copy (&tmp, choice);
183 }
184
185 adj_nbr_midchain_stack (ai, &tmp);
186 dpo_reset (&tmp);
Neale Rannsb80c5362016-10-08 13:03:40 +0100187}
188
189/**
190 * @brief Call back when restacking all adjacencies on a GRE interface
191 */
192static adj_walk_rc_t
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530193gre_adj_walk_cb (adj_index_t ai, void *ctx)
Neale Rannsb80c5362016-10-08 13:03:40 +0100194{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530195 gre_tunnel_stack (ai);
Neale Rannsb80c5362016-10-08 13:03:40 +0100196
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530197 return (ADJ_WALK_RC_CONTINUE);
Neale Rannsb80c5362016-10-08 13:03:40 +0100198}
199
200static void
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530201gre_tunnel_restack (gre_tunnel_t * gt)
Neale Rannsb80c5362016-10-08 13:03:40 +0100202{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530203 fib_protocol_t proto;
Neale Rannsb80c5362016-10-08 13:03:40 +0100204
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530205 /*
206 * walk all the adjacencies on th GRE interface and restack them
207 */
208 FOR_EACH_FIB_IP_PROTOCOL (proto)
209 {
210 adj_nbr_walk (gt->sw_if_index, proto, gre_adj_walk_cb, NULL);
211 }
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100212}
213
214/**
215 * Function definition to backwalk a FIB node
216 */
217static fib_node_back_walk_rc_t
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530218gre_tunnel_back_walk (fib_node_t * node, fib_node_back_walk_ctx_t * ctx)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100219{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530220 gre_tunnel_restack (gre_tunnel_from_fib_node (node));
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100221
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530222 return (FIB_NODE_BACK_WALK_CONTINUE);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100223}
224
225/**
226 * Function definition to get a FIB node from its index
227 */
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530228static fib_node_t *
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100229gre_tunnel_fib_node_get (fib_node_index_t index)
230{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530231 gre_tunnel_t *gt;
232 gre_main_t *gm;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100233
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530234 gm = &gre_main;
235 gt = pool_elt_at_index (gm->tunnels, index);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100236
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530237 return (&gt->node);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100238}
239
240/**
241 * Function definition to inform the FIB node that its last lock has gone.
242 */
243static void
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530244gre_tunnel_last_lock_gone (fib_node_t * node)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100245{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530246 /*
247 * The MPLS GRE tunnel is a root of the graph. As such
248 * it never has children and thus is never locked.
249 */
250 ASSERT (0);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100251}
252
253/*
254 * Virtual function table registered by MPLS GRE tunnels
255 * for participation in the FIB object graph.
256 */
257const static fib_node_vft_t gre_vft = {
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530258 .fnv_get = gre_tunnel_fib_node_get,
259 .fnv_last_lock = gre_tunnel_last_lock_gone,
260 .fnv_back_walk = gre_tunnel_back_walk,
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100261};
262
Ciara Loftus7eac9162016-09-30 15:47:03 +0100263static int
John Loa43ccae2018-02-13 17:15:23 -0500264vnet_gre_tunnel_add (vnet_gre_add_del_tunnel_args_t * a,
265 u32 outer_fib_index, u32 * sw_if_indexp)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700266{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530267 gre_main_t *gm = &gre_main;
268 vnet_main_t *vnm = gm->vnet_main;
269 ip4_main_t *im4 = &ip4_main;
270 ip6_main_t *im6 = &ip6_main;
271 gre_tunnel_t *t;
272 vnet_hw_interface_t *hi;
Chris Luke27fe48f2016-04-28 13:44:38 -0400273 u32 hw_if_index, sw_if_index;
David Hothama8cd3092016-09-19 09:55:07 -0700274 clib_error_t *error;
Ciara Loftus7eac9162016-09-30 15:47:03 +0100275 u8 is_ipv6 = a->is_ipv6;
Neale Ranns33ce60d2017-12-14 08:51:32 -0800276 gre_tunnel_key_t key;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700277
John Loa43ccae2018-02-13 17:15:23 -0500278 t = gre_tunnel_db_find (a, outer_fib_index, &key);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100279 if (NULL != t)
John Loa43ccae2018-02-13 17:15:23 -0500280 return VNET_API_ERROR_IF_ALREADY_EXISTS;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700281
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100282 pool_get_aligned (gm->tunnels, t, CLIB_CACHE_LINE_BYTES);
283 memset (t, 0, sizeof (*t));
John Loa43ccae2018-02-13 17:15:23 -0500284
285 /* Reconcile the real dev_instance and a possible requested instance */
286 u32 t_idx = t - gm->tunnels; /* tunnel index (or instance) */
287 u32 u_idx = a->instance; /* user specified instance */
288 if (u_idx == ~0)
289 u_idx = t_idx;
290 if (hash_get (gm->instance_used, u_idx))
291 {
292 pool_put (gm->tunnels, t);
293 return VNET_API_ERROR_INSTANCE_IN_USE;
294 }
295 hash_set (gm->instance_used, u_idx, 1);
296
297 t->dev_instance = t_idx; /* actual */
298 t->user_instance = u_idx; /* name */
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530299 fib_node_init (&t->node, FIB_NODE_TYPE_GRE_TUNNEL);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700300
John Loa43ccae2018-02-13 17:15:23 -0500301 t->type = a->tunnel_type;
302 if (t->type == GRE_TUNNEL_TYPE_ERSPAN)
303 t->session_id = a->session_id;
Neale Ranns177bbdc2016-11-15 09:46:51 +0000304
John Loa43ccae2018-02-13 17:15:23 -0500305 if (t->type == GRE_TUNNEL_TYPE_L3)
306 hw_if_index = vnet_register_interface (vnm, gre_device_class.index, t_idx,
307 gre_hw_interface_class.index,
308 t_idx);
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530309 else
310 {
John Loa43ccae2018-02-13 17:15:23 -0500311 /* Default MAC address (d00b:eed0:0000 + sw_if_index) */
312 u8 address[6] = { 0xd0, 0x0b, 0xee, 0xd0, (u8) t_idx >> 8, (u8) t_idx };
313 error = ethernet_register_interface (vnm, gre_device_class.index, t_idx,
314 address, &hw_if_index, 0);
315 if (error)
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530316 {
John Loa43ccae2018-02-13 17:15:23 -0500317 clib_error_report (error);
318 return VNET_API_ERROR_INVALID_REGISTRATION;
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530319 }
Chris Luke27fe48f2016-04-28 13:44:38 -0400320 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700321
John Loa43ccae2018-02-13 17:15:23 -0500322 /* Set GRE tunnel interface output node (not used for L3 payload) */
323 vnet_set_interface_output_node (vnm, hw_if_index, gre_encap_node.index);
324
325 hi = vnet_get_hw_interface (vnm, hw_if_index);
326 sw_if_index = hi->sw_if_index;
327
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100328 t->hw_if_index = hw_if_index;
329 t->outer_fib_index = outer_fib_index;
330 t->sw_if_index = sw_if_index;
Neale Rannsad422ed2016-11-02 14:20:04 +0000331 t->l2_adj_index = ADJ_INDEX_INVALID;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700332
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100333 vec_validate_init_empty (gm->tunnel_index_by_sw_if_index, sw_if_index, ~0);
John Loa43ccae2018-02-13 17:15:23 -0500334 gm->tunnel_index_by_sw_if_index[sw_if_index] = t_idx;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700335
Ciara Loftus7eac9162016-09-30 15:47:03 +0100336 if (!is_ipv6)
337 {
338 vec_validate (im4->fib_index_by_sw_if_index, sw_if_index);
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530339 hi->min_packet_bytes =
340 64 + sizeof (gre_header_t) + sizeof (ip4_header_t);
Ciara Loftus7eac9162016-09-30 15:47:03 +0100341 }
342 else
343 {
344 vec_validate (im6->fib_index_by_sw_if_index, sw_if_index);
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530345 hi->min_packet_bytes =
346 64 + sizeof (gre_header_t) + sizeof (ip6_header_t);
Ciara Loftus7eac9162016-09-30 15:47:03 +0100347 }
Chris Luke71649002016-05-06 11:51:54 -0400348
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100349 hi->per_packet_overhead_bytes =
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530350 /* preamble */ 8 + /* inter frame gap */ 12;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700351
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100352 /* Standard default gre MTU. */
353 hi->max_l3_packet_bytes[VLIB_RX] = hi->max_l3_packet_bytes[VLIB_TX] = 9000;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700354
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100355 /*
356 * source the FIB entry for the tunnel's destination
357 * and become a child thereof. The tunnel will then get poked
358 * when the forwarding for the entry updates, and the tunnel can
359 * re-stack accordingly
360 */
Ciara Loftus7eac9162016-09-30 15:47:03 +0100361
362 clib_memcpy (&t->tunnel_src, &a->src, sizeof (t->tunnel_src));
363 t->tunnel_dst.fp_len = !is_ipv6 ? 32 : 128;
364 t->tunnel_dst.fp_proto = !is_ipv6 ? FIB_PROTOCOL_IP4 : FIB_PROTOCOL_IP6;
365 t->tunnel_dst.fp_addr = a->dst;
366
Neale Ranns33ce60d2017-12-14 08:51:32 -0800367 gre_tunnel_db_add (t, &key);
John Loa43ccae2018-02-13 17:15:23 -0500368 if (t->type == GRE_TUNNEL_TYPE_ERSPAN)
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530369 {
John Loa43ccae2018-02-13 17:15:23 -0500370 gre_sn_key_t skey;
371 gre_sn_t *gre_sn;
372
373 gre_mk_sn_key (t, &skey);
374 gre_sn = (gre_sn_t *) hash_get_mem (gm->seq_num_by_key, &skey);
375 if (gre_sn != NULL)
376 {
377 gre_sn->ref_count++;
378 t->gre_sn = gre_sn;
379 }
380 else
381 {
382 gre_sn = clib_mem_alloc (sizeof (gre_sn_t));
383 gre_sn->seq_num = 0;
384 gre_sn->ref_count = 1;
385 t->gre_sn = gre_sn;
386 hash_set_mem_alloc (&gm->seq_num_by_key, &skey, (uword) gre_sn);
387 }
388 }
389
390 t->fib_entry_index = fib_table_entry_special_add
391 (outer_fib_index, &t->tunnel_dst, FIB_SOURCE_RR, FIB_ENTRY_FLAG_NONE);
392 t->sibling_index = fib_entry_child_add
393 (t->fib_entry_index, FIB_NODE_TYPE_GRE_TUNNEL, t_idx);
394
395 if (t->type != GRE_TUNNEL_TYPE_L3)
396 {
397 t->l2_adj_index = adj_nbr_add_or_lock
398 (t->tunnel_dst.fp_proto, VNET_LINK_ETHERNET, &zero_addr, sw_if_index);
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530399 gre_update_adj (vnm, t->sw_if_index, t->l2_adj_index);
400 }
Chris Luke27fe48f2016-04-28 13:44:38 -0400401
402 if (sw_if_indexp)
403 *sw_if_indexp = sw_if_index;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700404
405 return 0;
406}
407
Ciara Loftus7eac9162016-09-30 15:47:03 +0100408static int
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530409vnet_gre_tunnel_delete (vnet_gre_add_del_tunnel_args_t * a,
John Loa43ccae2018-02-13 17:15:23 -0500410 u32 outer_fib_index, u32 * sw_if_indexp)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100411{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530412 gre_main_t *gm = &gre_main;
413 vnet_main_t *vnm = gm->vnet_main;
414 gre_tunnel_t *t;
Neale Ranns33ce60d2017-12-14 08:51:32 -0800415 gre_tunnel_key_t key;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100416 u32 sw_if_index;
John Lo101e0052018-01-06 00:22:54 -0500417
John Loa43ccae2018-02-13 17:15:23 -0500418 t = gre_tunnel_db_find (a, outer_fib_index, &key);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100419 if (NULL == t)
420 return VNET_API_ERROR_NO_SUCH_ENTRY;
421
422 sw_if_index = t->sw_if_index;
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530423 vnet_sw_interface_set_flags (vnm, sw_if_index, 0 /* down */ );
John Loa43ccae2018-02-13 17:15:23 -0500424
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100425 /* make sure tunnel is removed from l2 bd or xconnect */
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530426 set_int_l2_mode (gm->vlib_main, vnm, MODE_L3, sw_if_index, 0, 0, 0, 0);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100427 gm->tunnel_index_by_sw_if_index[sw_if_index] = ~0;
Neale Ranns177bbdc2016-11-15 09:46:51 +0000428
John Loa43ccae2018-02-13 17:15:23 -0500429 if (t->type == GRE_TUNNEL_TYPE_L3)
430 vnet_delete_hw_interface (vnm, t->hw_if_index);
431 else
432 ethernet_delete_interface (vnm, t->hw_if_index);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100433
Neale Rannsad422ed2016-11-02 14:20:04 +0000434 if (t->l2_adj_index != ADJ_INDEX_INVALID)
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530435 adj_unlock (t->l2_adj_index);
Neale Rannsad422ed2016-11-02 14:20:04 +0000436
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530437 fib_entry_child_remove (t->fib_entry_index, t->sibling_index);
438 fib_table_entry_delete_index (t->fib_entry_index, FIB_SOURCE_RR);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100439
John Loa43ccae2018-02-13 17:15:23 -0500440 ASSERT ((t->type != GRE_TUNNEL_TYPE_ERSPAN) || (t->gre_sn != NULL));
441 if ((t->type == GRE_TUNNEL_TYPE_ERSPAN) && (t->gre_sn->ref_count-- == 1))
442 {
443 gre_sn_key_t skey;
444 gre_mk_sn_key (t, &skey);
445 hash_unset_mem_free (&gm->seq_num_by_key, &skey);
446 clib_mem_free (t->gre_sn);
447 }
448
449 hash_unset (gm->instance_used, t->user_instance);
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530450 gre_tunnel_db_remove (t);
451 fib_node_deinit (&t->node);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100452 pool_put (gm->tunnels, t);
453
454 if (sw_if_indexp)
455 *sw_if_indexp = sw_if_index;
456
457 return 0;
458}
459
460int
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530461vnet_gre_add_del_tunnel (vnet_gre_add_del_tunnel_args_t * a,
462 u32 * sw_if_indexp)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100463{
John Loa43ccae2018-02-13 17:15:23 -0500464 u32 outer_fib_index;
465
466 if (!a->is_ipv6)
467 outer_fib_index = ip4_fib_index_from_table_id (a->outer_fib_id);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100468 else
John Loa43ccae2018-02-13 17:15:23 -0500469 outer_fib_index = ip6_fib_index_from_table_id (a->outer_fib_id);
470
471 if (~0 == outer_fib_index)
472 return VNET_API_ERROR_NO_SUCH_FIB;
473
474 if (a->session_id > GTK_SESSION_ID_MAX)
475 return VNET_API_ERROR_INVALID_SESSION_ID;
476
477 if (a->is_add)
478 return (vnet_gre_tunnel_add (a, outer_fib_index, sw_if_indexp));
479 else
480 return (vnet_gre_tunnel_delete (a, outer_fib_index, sw_if_indexp));
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100481}
482
Neale Rannsb80c5362016-10-08 13:03:40 +0100483clib_error_t *
484gre_interface_admin_up_down (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100485{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530486 gre_main_t *gm = &gre_main;
487 vnet_hw_interface_t *hi;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100488 gre_tunnel_t *t;
Neale Rannsb80c5362016-10-08 13:03:40 +0100489 u32 ti;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100490
Neale Rannsb80c5362016-10-08 13:03:40 +0100491 hi = vnet_get_hw_interface (vnm, hw_if_index);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100492
Neale Rannsb80c5362016-10-08 13:03:40 +0100493 if (NULL == gm->tunnel_index_by_sw_if_index ||
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530494 hi->sw_if_index >= vec_len (gm->tunnel_index_by_sw_if_index))
495 return (NULL);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100496
Neale Rannsb80c5362016-10-08 13:03:40 +0100497 ti = gm->tunnel_index_by_sw_if_index[hi->sw_if_index];
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100498
Neale Rannsb80c5362016-10-08 13:03:40 +0100499 if (~0 == ti)
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530500 /* not one of ours */
501 return (NULL);
Neale Rannsb80c5362016-10-08 13:03:40 +0100502
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530503 t = pool_elt_at_index (gm->tunnels, ti);
Neale Rannsb80c5362016-10-08 13:03:40 +0100504
505 if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530506 vnet_hw_interface_set_flags (vnm, hw_if_index,
507 VNET_HW_INTERFACE_FLAG_LINK_UP);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100508 else
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530509 vnet_hw_interface_set_flags (vnm, hw_if_index, 0 /* down */ );
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100510
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530511 gre_tunnel_restack (t);
Neale Rannsb80c5362016-10-08 13:03:40 +0100512
513 return /* no error */ 0;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100514}
Ed Warnickecb9cada2015-12-08 15:45:58 -0700515
516static clib_error_t *
517create_gre_tunnel_command_fn (vlib_main_t * vm,
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530518 unformat_input_t * input,
519 vlib_cli_command_t * cmd)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700520{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530521 unformat_input_t _line_input, *line_input = &_line_input;
522 vnet_gre_add_del_tunnel_args_t _a, *a = &_a;
Ciara Loftus7eac9162016-09-30 15:47:03 +0100523 ip46_address_t src, dst;
John Loa43ccae2018-02-13 17:15:23 -0500524 u32 instance = ~0;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700525 u32 outer_fib_id = 0;
John Loa43ccae2018-02-13 17:15:23 -0500526 gre_tunnel_type_t t_type = GRE_TUNNEL_TYPE_L3;
527 u32 session_id = 0;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700528 int rv;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700529 u32 num_m_args = 0;
Chris Luke27fe48f2016-04-28 13:44:38 -0400530 u8 is_add = 1;
Pierre Pfister78ea9c22016-05-23 12:51:54 +0100531 u32 sw_if_index;
Billy McFalla9a20e72017-02-15 11:39:12 -0500532 clib_error_t *error = NULL;
Ciara Loftus7eac9162016-09-30 15:47:03 +0100533 u8 ipv4_set = 0;
534 u8 ipv6_set = 0;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700535
536 /* Get a line of input. */
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530537 if (!unformat_user (input, unformat_line_input, line_input))
Ed Warnickecb9cada2015-12-08 15:45:58 -0700538 return 0;
539
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530540 while (unformat_check_input (line_input) != UNFORMAT_END_OF_INPUT)
541 {
542 if (unformat (line_input, "del"))
543 is_add = 0;
John Loa43ccae2018-02-13 17:15:23 -0500544 else if (unformat (line_input, "instance %d", &instance))
545 ;
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530546 else
547 if (unformat (line_input, "src %U", unformat_ip4_address, &src.ip4))
548 {
549 num_m_args++;
550 ipv4_set = 1;
551 }
552 else
553 if (unformat (line_input, "dst %U", unformat_ip4_address, &dst.ip4))
554 {
555 num_m_args++;
556 ipv4_set = 1;
557 }
558 else
559 if (unformat (line_input, "src %U", unformat_ip6_address, &src.ip6))
560 {
561 num_m_args++;
562 ipv6_set = 1;
563 }
564 else
565 if (unformat (line_input, "dst %U", unformat_ip6_address, &dst.ip6))
566 {
567 num_m_args++;
568 ipv6_set = 1;
569 }
570 else if (unformat (line_input, "outer-fib-id %d", &outer_fib_id))
571 ;
572 else if (unformat (line_input, "teb"))
John Loa43ccae2018-02-13 17:15:23 -0500573 t_type = GRE_TUNNEL_TYPE_TEB;
574 else if (unformat (line_input, "erspan %d", &session_id))
575 t_type = GRE_TUNNEL_TYPE_ERSPAN;
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530576 else
577 {
578 error = clib_error_return (0, "unknown input `%U'",
579 format_unformat_error, line_input);
580 goto done;
581 }
582 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700583
584 if (num_m_args < 2)
Billy McFalla9a20e72017-02-15 11:39:12 -0500585 {
586 error = clib_error_return (0, "mandatory argument(s) missing");
587 goto done;
588 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700589
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530590 if ((ipv4_set && memcmp (&src.ip4, &dst.ip4, sizeof (src.ip4)) == 0) ||
591 (ipv6_set && memcmp (&src.ip6, &dst.ip6, sizeof (src.ip6)) == 0))
Billy McFalla9a20e72017-02-15 11:39:12 -0500592 {
593 error = clib_error_return (0, "src and dst are identical");
594 goto done;
595 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700596
Ciara Loftus7eac9162016-09-30 15:47:03 +0100597 if (ipv4_set && ipv6_set)
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530598 return clib_error_return (0, "both IPv4 and IPv6 addresses specified");
Ciara Loftus7eac9162016-09-30 15:47:03 +0100599
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530600 if ((ipv4_set && memcmp (&dst.ip4, &zero_addr.ip4, sizeof (dst.ip4)) == 0)
601 || (ipv6_set
602 && memcmp (&dst.ip6, &zero_addr.ip6, sizeof (dst.ip6)) == 0))
Ciara Loftus7eac9162016-09-30 15:47:03 +0100603 {
604 error = clib_error_return (0, "dst address cannot be zero");
605 goto done;
606 }
607
Chris Luke27fe48f2016-04-28 13:44:38 -0400608 memset (a, 0, sizeof (*a));
John Loa43ccae2018-02-13 17:15:23 -0500609 a->is_add = is_add;
Hongjun Ni11bfc2f2016-07-22 18:19:19 +0800610 a->outer_fib_id = outer_fib_id;
John Loa43ccae2018-02-13 17:15:23 -0500611 a->tunnel_type = t_type;
612 a->session_id = session_id;
Ciara Loftus7eac9162016-09-30 15:47:03 +0100613 a->is_ipv6 = ipv6_set;
John Loa43ccae2018-02-13 17:15:23 -0500614 a->instance = instance;
Ciara Loftus7eac9162016-09-30 15:47:03 +0100615 if (!ipv6_set)
616 {
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530617 clib_memcpy (&a->src.ip4, &src.ip4, sizeof (src.ip4));
618 clib_memcpy (&a->dst.ip4, &dst.ip4, sizeof (dst.ip4));
Ciara Loftus7eac9162016-09-30 15:47:03 +0100619 }
620 else
621 {
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530622 clib_memcpy (&a->src.ip6, &src.ip6, sizeof (src.ip6));
623 clib_memcpy (&a->dst.ip6, &dst.ip6, sizeof (dst.ip6));
Ciara Loftus7eac9162016-09-30 15:47:03 +0100624 }
Chris Luke27fe48f2016-04-28 13:44:38 -0400625
John Loa43ccae2018-02-13 17:15:23 -0500626 rv = vnet_gre_add_del_tunnel (a, &sw_if_index);
Chris Luke27fe48f2016-04-28 13:44:38 -0400627
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530628 switch (rv)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700629 {
630 case 0:
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530631 vlib_cli_output (vm, "%U\n", format_vnet_sw_if_index_name,
632 vnet_get_main (), sw_if_index);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700633 break;
John Loa43ccae2018-02-13 17:15:23 -0500634 case VNET_API_ERROR_IF_ALREADY_EXISTS:
Billy McFalla9a20e72017-02-15 11:39:12 -0500635 error = clib_error_return (0, "GRE tunnel already exists...");
636 goto done;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700637 case VNET_API_ERROR_NO_SUCH_FIB:
Billy McFalla9a20e72017-02-15 11:39:12 -0500638 error = clib_error_return (0, "outer fib ID %d doesn't exist\n",
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530639 outer_fib_id);
Billy McFalla9a20e72017-02-15 11:39:12 -0500640 goto done;
John Loa43ccae2018-02-13 17:15:23 -0500641 case VNET_API_ERROR_NO_SUCH_ENTRY:
642 error = clib_error_return (0, "GRE tunnel doesn't exist");
643 goto done;
644 case VNET_API_ERROR_INVALID_SESSION_ID:
645 error = clib_error_return (0, "session ID %d out of range\n",
646 session_id);
647 goto done;
648 case VNET_API_ERROR_INSTANCE_IN_USE:
649 error = clib_error_return (0, "Instance is in use");
650 goto done;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700651 default:
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530652 error =
653 clib_error_return (0, "vnet_gre_add_del_tunnel returned %d", rv);
Billy McFalla9a20e72017-02-15 11:39:12 -0500654 goto done;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700655 }
656
Billy McFalla9a20e72017-02-15 11:39:12 -0500657done:
658 unformat_free (line_input);
659
660 return error;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700661}
662
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530663/* *INDENT-OFF* */
Ed Warnickecb9cada2015-12-08 15:45:58 -0700664VLIB_CLI_COMMAND (create_gre_tunnel_command, static) = {
665 .path = "create gre tunnel",
John Loa43ccae2018-02-13 17:15:23 -0500666 .short_help = "create gre tunnel src <addr> dst <addr> [instance <n>] "
667 "[outer-fib-id <fib>] [teb | erspan <session-id>] [del]",
Ed Warnickecb9cada2015-12-08 15:45:58 -0700668 .function = create_gre_tunnel_command_fn,
669};
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530670/* *INDENT-ON* */
Ed Warnickecb9cada2015-12-08 15:45:58 -0700671
Chris Luke27fe48f2016-04-28 13:44:38 -0400672static clib_error_t *
673show_gre_tunnel_command_fn (vlib_main_t * vm,
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530674 unformat_input_t * input,
675 vlib_cli_command_t * cmd)
Chris Luke27fe48f2016-04-28 13:44:38 -0400676{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530677 gre_main_t *gm = &gre_main;
678 gre_tunnel_t *t;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100679 u32 ti = ~0;
Chris Luke27fe48f2016-04-28 13:44:38 -0400680
681 if (pool_elts (gm->tunnels) == 0)
682 vlib_cli_output (vm, "No GRE tunnels configured...");
683
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100684 while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
685 {
686 if (unformat (input, "%d", &ti))
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530687 ;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100688 else
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530689 break;
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100690 }
691
692 if (~0 == ti)
693 {
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530694 /* *INDENT-OFF* */
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100695 pool_foreach (t, gm->tunnels,
696 ({
Neale Rannsb80c5362016-10-08 13:03:40 +0100697 vlib_cli_output (vm, "%U", format_gre_tunnel, t);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100698 }));
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530699 /* *INDENT-ON* */
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100700 }
701 else
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530702 {
703 t = pool_elt_at_index (gm->tunnels, ti);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100704
Neale Rannsb80c5362016-10-08 13:03:40 +0100705 vlib_cli_output (vm, "%U", format_gre_tunnel, t);
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530706 }
Chris Luke27fe48f2016-04-28 13:44:38 -0400707
708 return 0;
709}
710
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530711/* *INDENT-OFF* */
Chris Luke27fe48f2016-04-28 13:44:38 -0400712VLIB_CLI_COMMAND (show_gre_tunnel_command, static) = {
713 .path = "show gre tunnel",
714 .function = show_gre_tunnel_command_fn,
715};
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530716/* *INDENT-ON* */
Chris Luke27fe48f2016-04-28 13:44:38 -0400717
Ed Warnickecb9cada2015-12-08 15:45:58 -0700718/* force inclusion from application's main.c */
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530719clib_error_t *
720gre_interface_init (vlib_main_t * vm)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700721{
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530722 fib_node_register_type (FIB_NODE_TYPE_GRE_TUNNEL, &gre_vft);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100723
Ed Warnickecb9cada2015-12-08 15:45:58 -0700724 return 0;
725}
Swarup Nayak9ff647a2017-11-27 10:27:43 +0530726
727VLIB_INIT_FUNCTION (gre_interface_init);
728
729/*
730 * fd.io coding-style-patch-verification: ON
731 *
732 * Local Variables:
733 * eval: (c-set-style "gnu")
734 * End:
735 */