blob: 11d6b10c4a47519764777919e30ec8ae7f08c7ec [file] [log] [blame]
Neale Ranns999c8ee2019-02-01 03:31:24 -08001/*
2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16#include <vnet/ipsec/ipsec.h>
Damjan Marionc59b9a22019-03-19 15:38:40 +010017#include <vnet/ipsec/esp.h>
18#include <vnet/udp/udp.h>
Neale Ranns8d7c5022019-02-06 01:41:05 -080019#include <vnet/fib/fib_table.h>
Neale Ranns1f50bf82019-07-16 15:28:52 +000020#include <vnet/fib/fib_entry_track.h>
Neale Rannsc87b66c2019-02-07 07:26:12 -080021#include <vnet/ipsec/ipsec_tun.h>
Neale Ranns999c8ee2019-02-01 03:31:24 -080022
Neale Rannseba31ec2019-02-17 18:04:27 +000023/**
24 * @brief
25 * SA packet & bytes counters
26 */
27vlib_combined_counter_main_t ipsec_sa_counters = {
28 .name = "SA",
29 .stat_segment_name = "/net/ipsec/sa",
30};
31
32
Neale Ranns999c8ee2019-02-01 03:31:24 -080033static clib_error_t *
34ipsec_call_add_del_callbacks (ipsec_main_t * im, ipsec_sa_t * sa,
35 u32 sa_index, int is_add)
36{
37 ipsec_ah_backend_t *ab;
38 ipsec_esp_backend_t *eb;
39 switch (sa->protocol)
40 {
41 case IPSEC_PROTOCOL_AH:
42 ab = pool_elt_at_index (im->ah_backends, im->ah_current_backend);
43 if (ab->add_del_sa_sess_cb)
44 return ab->add_del_sa_sess_cb (sa_index, is_add);
45 break;
46 case IPSEC_PROTOCOL_ESP:
47 eb = pool_elt_at_index (im->esp_backends, im->esp_current_backend);
48 if (eb->add_del_sa_sess_cb)
49 return eb->add_del_sa_sess_cb (sa_index, is_add);
50 break;
51 }
52 return 0;
53}
54
Neale Ranns8d7c5022019-02-06 01:41:05 -080055void
56ipsec_mk_key (ipsec_key_t * key, const u8 * data, u8 len)
57{
58 memset (key, 0, sizeof (*key));
59
60 if (len > sizeof (key->data))
61 key->len = sizeof (key->data);
62 else
63 key->len = len;
64
65 memcpy (key->data, data, key->len);
66}
67
68/**
69 * 'stack' (resolve the recursion for) the SA tunnel destination
70 */
Neale Rannse8915fc2019-04-23 20:57:55 -040071static void
Neale Ranns8d7c5022019-02-06 01:41:05 -080072ipsec_sa_stack (ipsec_sa_t * sa)
73{
Neale Rannsb4cfd552019-02-13 02:08:06 -080074 ipsec_main_t *im = &ipsec_main;
Neale Ranns8d7c5022019-02-06 01:41:05 -080075 fib_forward_chain_type_t fct;
76 dpo_id_t tmp = DPO_INVALID;
Neale Ranns8d7c5022019-02-06 01:41:05 -080077
Damjan Mariond709cbc2019-03-26 13:16:42 +010078 fct =
79 fib_forw_chain_type_from_fib_proto ((ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ?
80 FIB_PROTOCOL_IP6 :
81 FIB_PROTOCOL_IP4));
Neale Ranns8d7c5022019-02-06 01:41:05 -080082
83 fib_entry_contribute_forwarding (sa->fib_entry_index, fct, &tmp);
84
Neale Ranns72f2a3a2019-06-17 15:43:38 +000085 if (IPSEC_PROTOCOL_AH == sa->protocol)
86 dpo_stack_from_node ((ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ?
87 im->ah6_encrypt_node_index :
88 im->ah4_encrypt_node_index), &sa->dpo, &tmp);
89 else
90 dpo_stack_from_node ((ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ?
91 im->esp6_encrypt_node_index :
92 im->esp4_encrypt_node_index), &sa->dpo, &tmp);
Neale Rannsb4cfd552019-02-13 02:08:06 -080093 dpo_reset (&tmp);
Neale Ranns8d7c5022019-02-06 01:41:05 -080094}
95
Damjan Marionb966e8b2019-03-20 16:07:09 +010096void
97ipsec_sa_set_crypto_alg (ipsec_sa_t * sa, ipsec_crypto_alg_t crypto_alg)
98{
99 ipsec_main_t *im = &ipsec_main;
100 sa->crypto_alg = crypto_alg;
101 sa->crypto_iv_size = im->crypto_algs[crypto_alg].iv_size;
102 sa->crypto_block_size = im->crypto_algs[crypto_alg].block_size;
Damjan Marion060bfb92019-03-29 13:47:54 +0100103 sa->crypto_enc_op_id = im->crypto_algs[crypto_alg].enc_op_id;
104 sa->crypto_dec_op_id = im->crypto_algs[crypto_alg].dec_op_id;
Damjan Mariond1bed682019-04-24 15:20:35 +0200105 sa->crypto_calg = im->crypto_algs[crypto_alg].alg;
Damjan Marionb4fff3a2019-03-25 15:54:40 +0100106 ASSERT (sa->crypto_iv_size <= ESP_MAX_IV_SIZE);
Damjan Marionc59b9a22019-03-19 15:38:40 +0100107 ASSERT (sa->crypto_block_size <= ESP_MAX_BLOCK_SIZE);
Neale Ranns47feb112019-04-11 15:14:07 +0000108 if (IPSEC_CRYPTO_ALG_IS_GCM (crypto_alg))
109 {
110 sa->integ_icv_size = im->crypto_algs[crypto_alg].icv_size;
111 ipsec_sa_set_IS_AEAD (sa);
112 }
Damjan Marionb966e8b2019-03-20 16:07:09 +0100113}
114
115void
116ipsec_sa_set_integ_alg (ipsec_sa_t * sa, ipsec_integ_alg_t integ_alg)
117{
118 ipsec_main_t *im = &ipsec_main;
119 sa->integ_alg = integ_alg;
Damjan Marion7c22ff72019-04-04 12:25:44 +0200120 sa->integ_icv_size = im->integ_algs[integ_alg].icv_size;
Damjan Marion060bfb92019-03-29 13:47:54 +0100121 sa->integ_op_id = im->integ_algs[integ_alg].op_id;
Damjan Mariond1bed682019-04-24 15:20:35 +0200122 sa->integ_calg = im->integ_algs[integ_alg].alg;
Damjan Marion7c22ff72019-04-04 12:25:44 +0200123 ASSERT (sa->integ_icv_size <= ESP_MAX_ICV_SIZE);
Damjan Marionb966e8b2019-03-20 16:07:09 +0100124}
125
Neale Ranns999c8ee2019-02-01 03:31:24 -0800126int
Neale Ranns495d7ff2019-07-12 09:15:26 +0000127ipsec_sa_add_and_lock (u32 id,
128 u32 spi,
129 ipsec_protocol_t proto,
130 ipsec_crypto_alg_t crypto_alg,
131 const ipsec_key_t * ck,
132 ipsec_integ_alg_t integ_alg,
133 const ipsec_key_t * ik,
134 ipsec_sa_flags_t flags,
135 u32 tx_table_id,
136 u32 salt,
137 const ip46_address_t * tun_src,
138 const ip46_address_t * tun_dst, u32 * sa_out_index)
Neale Ranns8d7c5022019-02-06 01:41:05 -0800139{
Damjan Mariond1bed682019-04-24 15:20:35 +0200140 vlib_main_t *vm = vlib_get_main ();
Neale Ranns8d7c5022019-02-06 01:41:05 -0800141 ipsec_main_t *im = &ipsec_main;
142 clib_error_t *err;
143 ipsec_sa_t *sa;
144 u32 sa_index;
145 uword *p;
146
147 p = hash_get (im->sa_index_by_sa_id, id);
148 if (p)
149 return VNET_API_ERROR_ENTRY_ALREADY_EXISTS;
150
Damjan Mariond709cbc2019-03-26 13:16:42 +0100151 pool_get_aligned_zero (im->sad, sa, CLIB_CACHE_LINE_BYTES);
Neale Ranns8d7c5022019-02-06 01:41:05 -0800152
153 fib_node_init (&sa->node, FIB_NODE_TYPE_IPSEC_SA);
Neale Ranns495d7ff2019-07-12 09:15:26 +0000154 fib_node_lock (&sa->node);
Neale Ranns8d7c5022019-02-06 01:41:05 -0800155 sa_index = sa - im->sad;
156
Neale Rannseba31ec2019-02-17 18:04:27 +0000157 vlib_validate_combined_counter (&ipsec_sa_counters, sa_index);
158 vlib_zero_combined_counter (&ipsec_sa_counters, sa_index);
159
Neale Ranns8d7c5022019-02-06 01:41:05 -0800160 sa->id = id;
161 sa->spi = spi;
Neale Rannseba31ec2019-02-17 18:04:27 +0000162 sa->stat_index = sa_index;
Neale Ranns8d7c5022019-02-06 01:41:05 -0800163 sa->protocol = proto;
Neale Ranns2b5ba952019-04-02 10:15:40 +0000164 sa->flags = flags;
Neale Ranns47feb112019-04-11 15:14:07 +0000165 sa->salt = salt;
Damjan Marionb966e8b2019-03-20 16:07:09 +0100166 ipsec_sa_set_integ_alg (sa, integ_alg);
Neale Ranns8d7c5022019-02-06 01:41:05 -0800167 clib_memcpy (&sa->integ_key, ik, sizeof (sa->integ_key));
Neale Ranns47feb112019-04-11 15:14:07 +0000168 ipsec_sa_set_crypto_alg (sa, crypto_alg);
169 clib_memcpy (&sa->crypto_key, ck, sizeof (sa->crypto_key));
Neale Ranns8d7c5022019-02-06 01:41:05 -0800170 ip46_address_copy (&sa->tunnel_src_addr, tun_src);
171 ip46_address_copy (&sa->tunnel_dst_addr, tun_dst);
172
Damjan Mariond1bed682019-04-24 15:20:35 +0200173 sa->crypto_key_index = vnet_crypto_key_add (vm,
174 im->crypto_algs[crypto_alg].alg,
175 (u8 *) ck->data, ck->len);
Benoît Gannebe954442019-04-29 16:05:46 +0200176 if (~0 == sa->crypto_key_index)
Neale Rannse6be7022019-06-04 15:37:34 +0000177 {
178 pool_put (im->sad, sa);
179 return VNET_API_ERROR_KEY_LENGTH;
180 }
Benoît Gannebe954442019-04-29 16:05:46 +0200181
Damjan Mariond1bed682019-04-24 15:20:35 +0200182 sa->integ_key_index = vnet_crypto_key_add (vm,
183 im->integ_algs[integ_alg].alg,
184 (u8 *) ik->data, ik->len);
Benoît Gannebe954442019-04-29 16:05:46 +0200185 if (~0 == sa->integ_key_index)
Neale Rannse6be7022019-06-04 15:37:34 +0000186 {
187 pool_put (im->sad, sa);
188 return VNET_API_ERROR_KEY_LENGTH;
189 }
Damjan Mariond1bed682019-04-24 15:20:35 +0200190
Neale Ranns8d7c5022019-02-06 01:41:05 -0800191 err = ipsec_check_support_cb (im, sa);
192 if (err)
193 {
194 clib_warning ("%s", err->what);
195 pool_put (im->sad, sa);
196 return VNET_API_ERROR_UNIMPLEMENTED;
197 }
198
199 err = ipsec_call_add_del_callbacks (im, sa, sa_index, 1);
200 if (err)
201 {
202 pool_put (im->sad, sa);
203 return VNET_API_ERROR_SYSCALL_ERROR_1;
204 }
205
Neale Ranns2b5ba952019-04-02 10:15:40 +0000206 if (ipsec_sa_is_set_IS_TUNNEL (sa) && !ipsec_sa_is_set_IS_INBOUND (sa))
Neale Ranns8d7c5022019-02-06 01:41:05 -0800207 {
Damjan Mariond709cbc2019-03-26 13:16:42 +0100208 fib_protocol_t fproto = (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ?
Neale Ranns8d7c5022019-02-06 01:41:05 -0800209 FIB_PROTOCOL_IP6 : FIB_PROTOCOL_IP4);
210 fib_prefix_t pfx = {
211 .fp_addr = sa->tunnel_dst_addr,
Damjan Mariond709cbc2019-03-26 13:16:42 +0100212 .fp_len = (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ? 128 : 32),
Neale Ranns8d7c5022019-02-06 01:41:05 -0800213 .fp_proto = fproto,
214 };
215 sa->tx_fib_index = fib_table_find (fproto, tx_table_id);
216 if (sa->tx_fib_index == ~((u32) 0))
217 {
218 pool_put (im->sad, sa);
219 return VNET_API_ERROR_NO_SUCH_FIB;
220 }
221
Neale Ranns1f50bf82019-07-16 15:28:52 +0000222 sa->fib_entry_index = fib_entry_track (sa->tx_fib_index,
223 &pfx,
224 FIB_NODE_TYPE_IPSEC_SA,
225 sa_index, &sa->sibling);
Neale Ranns8d7c5022019-02-06 01:41:05 -0800226 ipsec_sa_stack (sa);
Damjan Marionc59b9a22019-03-19 15:38:40 +0100227
228 /* generate header templates */
Damjan Mariond709cbc2019-03-26 13:16:42 +0100229 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa))
Damjan Marionc59b9a22019-03-19 15:38:40 +0100230 {
231 sa->ip6_hdr.ip_version_traffic_class_and_flow_label = 0x60;
232 sa->ip6_hdr.hop_limit = 254;
233 sa->ip6_hdr.src_address.as_u64[0] =
234 sa->tunnel_src_addr.ip6.as_u64[0];
235 sa->ip6_hdr.src_address.as_u64[1] =
236 sa->tunnel_src_addr.ip6.as_u64[1];
237 sa->ip6_hdr.dst_address.as_u64[0] =
238 sa->tunnel_dst_addr.ip6.as_u64[0];
239 sa->ip6_hdr.dst_address.as_u64[1] =
240 sa->tunnel_dst_addr.ip6.as_u64[1];
Damjan Mariond709cbc2019-03-26 13:16:42 +0100241 if (ipsec_sa_is_set_UDP_ENCAP (sa))
Damjan Marionc59b9a22019-03-19 15:38:40 +0100242 sa->ip6_hdr.protocol = IP_PROTOCOL_UDP;
243 else
244 sa->ip6_hdr.protocol = IP_PROTOCOL_IPSEC_ESP;
245 }
246 else
247 {
248 sa->ip4_hdr.ip_version_and_header_length = 0x45;
249 sa->ip4_hdr.ttl = 254;
250 sa->ip4_hdr.src_address.as_u32 = sa->tunnel_src_addr.ip4.as_u32;
251 sa->ip4_hdr.dst_address.as_u32 = sa->tunnel_dst_addr.ip4.as_u32;
252
Damjan Mariond709cbc2019-03-26 13:16:42 +0100253 if (ipsec_sa_is_set_UDP_ENCAP (sa))
Damjan Marionc59b9a22019-03-19 15:38:40 +0100254 sa->ip4_hdr.protocol = IP_PROTOCOL_UDP;
255 else
256 sa->ip4_hdr.protocol = IP_PROTOCOL_IPSEC_ESP;
257 sa->ip4_hdr.checksum = ip4_header_checksum (&sa->ip4_hdr);
258 }
Neale Ranns8d7c5022019-02-06 01:41:05 -0800259 }
Damjan Marionc59b9a22019-03-19 15:38:40 +0100260
Damjan Mariond709cbc2019-03-26 13:16:42 +0100261 if (ipsec_sa_is_set_UDP_ENCAP (sa))
Damjan Marionc59b9a22019-03-19 15:38:40 +0100262 {
263 sa->udp_hdr.src_port = clib_host_to_net_u16 (UDP_DST_PORT_ipsec);
264 sa->udp_hdr.dst_port = clib_host_to_net_u16 (UDP_DST_PORT_ipsec);
265 }
266
Neale Ranns8d7c5022019-02-06 01:41:05 -0800267 hash_set (im->sa_index_by_sa_id, sa->id, sa_index);
268
269 if (sa_out_index)
270 *sa_out_index = sa_index;
271
272 return (0);
273}
274
Neale Ranns495d7ff2019-07-12 09:15:26 +0000275static void
276ipsec_sa_del (ipsec_sa_t * sa)
Neale Ranns999c8ee2019-02-01 03:31:24 -0800277{
Damjan Mariond1bed682019-04-24 15:20:35 +0200278 vlib_main_t *vm = vlib_get_main ();
Neale Ranns999c8ee2019-02-01 03:31:24 -0800279 ipsec_main_t *im = &ipsec_main;
Neale Ranns999c8ee2019-02-01 03:31:24 -0800280 u32 sa_index;
Neale Ranns999c8ee2019-02-01 03:31:24 -0800281
Neale Ranns495d7ff2019-07-12 09:15:26 +0000282 sa_index = sa - im->sad;
Neale Ranns8d7c5022019-02-06 01:41:05 -0800283 hash_unset (im->sa_index_by_sa_id, sa->id);
Neale Ranns495d7ff2019-07-12 09:15:26 +0000284
285 /* no recovery possible when deleting an SA */
286 (void) ipsec_call_add_del_callbacks (im, sa, sa_index, 0);
Damjan Mariond709cbc2019-03-26 13:16:42 +0100287
Neale Ranns2b5ba952019-04-02 10:15:40 +0000288 if (ipsec_sa_is_set_IS_TUNNEL (sa) && !ipsec_sa_is_set_IS_INBOUND (sa))
Neale Ranns999c8ee2019-02-01 03:31:24 -0800289 {
Neale Ranns1f50bf82019-07-16 15:28:52 +0000290 fib_entry_untrack (sa->fib_entry_index, sa->sibling);
Neale Ranns72f2a3a2019-06-17 15:43:38 +0000291 dpo_reset (&sa->dpo);
Neale Ranns999c8ee2019-02-01 03:31:24 -0800292 }
Damjan Mariond1bed682019-04-24 15:20:35 +0200293 vnet_crypto_key_del (vm, sa->crypto_key_index);
294 vnet_crypto_key_del (vm, sa->integ_key_index);
Neale Ranns8d7c5022019-02-06 01:41:05 -0800295 pool_put (im->sad, sa);
Neale Ranns495d7ff2019-07-12 09:15:26 +0000296}
297
298void
299ipsec_sa_unlock (index_t sai)
300{
301 ipsec_main_t *im = &ipsec_main;
302 ipsec_sa_t *sa;
303
304 if (INDEX_INVALID == sai)
305 return;
306
307 sa = pool_elt_at_index (im->sad, sai);
308
309 fib_node_unlock (&sa->node);
310}
311
312index_t
313ipsec_sa_find_and_lock (u32 id)
314{
315 ipsec_main_t *im = &ipsec_main;
316 ipsec_sa_t *sa;
317 uword *p;
318
319 p = hash_get (im->sa_index_by_sa_id, id);
320
321 if (!p)
322 return INDEX_INVALID;
323
324 sa = pool_elt_at_index (im->sad, p[0]);
325
326 fib_node_lock (&sa->node);
327
328 return (p[0]);
329}
330
331int
332ipsec_sa_unlock_id (u32 id)
333{
334 ipsec_main_t *im = &ipsec_main;
335 uword *p;
336
337 p = hash_get (im->sa_index_by_sa_id, id);
338
339 if (!p)
340 return VNET_API_ERROR_NO_SUCH_ENTRY;
341
342 ipsec_sa_unlock (p[0]);
343
344 return (0);
Neale Ranns999c8ee2019-02-01 03:31:24 -0800345}
346
Neale Rannsc87b66c2019-02-07 07:26:12 -0800347void
348ipsec_sa_clear (index_t sai)
349{
350 vlib_zero_combined_counter (&ipsec_sa_counters, sai);
351}
352
Neale Rannsb4cfd552019-02-13 02:08:06 -0800353void
354ipsec_sa_walk (ipsec_sa_walk_cb_t cb, void *ctx)
355{
356 ipsec_main_t *im = &ipsec_main;
357 ipsec_sa_t *sa;
358
359 /* *INDENT-OFF* */
360 pool_foreach (sa, im->sad,
361 ({
362 if (WALK_CONTINUE != cb(sa, ctx))
363 break;
364 }));
365 /* *INDENT-ON* */
366}
367
Neale Ranns8d7c5022019-02-06 01:41:05 -0800368/**
369 * Function definition to get a FIB node from its index
370 */
371static fib_node_t *
372ipsec_sa_fib_node_get (fib_node_index_t index)
373{
374 ipsec_main_t *im;
375 ipsec_sa_t *sa;
376
377 im = &ipsec_main;
378 sa = pool_elt_at_index (im->sad, index);
379
380 return (&sa->node);
381}
382
Neale Ranns495d7ff2019-07-12 09:15:26 +0000383static ipsec_sa_t *
384ipsec_sa_from_fib_node (fib_node_t * node)
385{
386 ASSERT (FIB_NODE_TYPE_IPSEC_SA == node->fn_type);
387 return ((ipsec_sa_t *) (((char *) node) -
388 STRUCT_OFFSET_OF (ipsec_sa_t, node)));
389
390}
391
Neale Ranns8d7c5022019-02-06 01:41:05 -0800392/**
393 * Function definition to inform the FIB node that its last lock has gone.
394 */
395static void
396ipsec_sa_last_lock_gone (fib_node_t * node)
397{
398 /*
399 * The ipsec SA is a root of the graph. As such
400 * it never has children and thus is never locked.
401 */
Neale Ranns495d7ff2019-07-12 09:15:26 +0000402 ipsec_sa_del (ipsec_sa_from_fib_node (node));
Neale Ranns8d7c5022019-02-06 01:41:05 -0800403}
404
405/**
406 * Function definition to backwalk a FIB node
407 */
408static fib_node_back_walk_rc_t
409ipsec_sa_back_walk (fib_node_t * node, fib_node_back_walk_ctx_t * ctx)
410{
411 ipsec_sa_stack (ipsec_sa_from_fib_node (node));
412
413 return (FIB_NODE_BACK_WALK_CONTINUE);
414}
415
416/*
Neale Rannsc87b66c2019-02-07 07:26:12 -0800417 * Virtual function table registered by SAs
Neale Ranns8d7c5022019-02-06 01:41:05 -0800418 * for participation in the FIB object graph.
419 */
420const static fib_node_vft_t ipsec_sa_vft = {
421 .fnv_get = ipsec_sa_fib_node_get,
422 .fnv_last_lock = ipsec_sa_last_lock_gone,
423 .fnv_back_walk = ipsec_sa_back_walk,
424};
425
426/* force inclusion from application's main.c */
427clib_error_t *
428ipsec_sa_interface_init (vlib_main_t * vm)
429{
430 fib_node_register_type (FIB_NODE_TYPE_IPSEC_SA, &ipsec_sa_vft);
431
432 return 0;
433}
434
435VLIB_INIT_FUNCTION (ipsec_sa_interface_init);
436
Neale Ranns999c8ee2019-02-01 03:31:24 -0800437/*
438 * fd.io coding-style-patch-verification: ON
439 *
440 * Local Variables:
441 * eval: (c-set-style "gnu")
442 * End:
443 */