blob: 71035248a5c2223fb30435abf48d3f6b9c5d218a [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
Florin Corasc98ef752020-04-07 17:30:13 +00002 * Copyright (c) 2017-2020 Cisco and/or its affiliates.
Ed Warnickecb9cada2015-12-08 15:45:58 -07003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
Dave Barach68b0fb02017-02-28 15:15:56 -050015#ifndef __included_udp_h__
16#define __included_udp_h__
Ed Warnickecb9cada2015-12-08 15:45:58 -070017
18#include <vnet/vnet.h>
Florin Corasb040f982020-10-20 14:59:43 -070019#include <vnet/udp/udp_inlines.h>
20#include <vnet/udp/udp_local.h>
Dave Barach68b0fb02017-02-28 15:15:56 -050021#include <vnet/udp/udp_packet.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070022#include <vnet/ip/ip4_packet.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070023#include <vnet/ip/format.h>
24
Dave Barach68b0fb02017-02-28 15:15:56 -050025#include <vnet/ip/ip.h>
26#include <vnet/session/transport.h>
27
Dave Barachd7cb1b52016-12-09 09:52:16 -050028typedef enum
29{
Filip Tehlar0c562172021-10-06 12:48:34 +000030#define udp_error(f, n, s, d) UDP_ERROR_##f,
Dave Barach68b0fb02017-02-28 15:15:56 -050031#include <vnet/udp/udp_error.def>
Ed Warnickecb9cada2015-12-08 15:45:58 -070032#undef udp_error
33 UDP_N_ERROR,
34} udp_error_t;
35
Florin Coras9c4ec6f2020-04-01 02:50:13 +000036#define foreach_udp_connection_flag \
37 _(CONNECTED, "CONNECTED") /**< connected mode */ \
38 _(OWNS_PORT, "OWNS_PORT") /**< port belong to conn (UDPC) */ \
39 _(CLOSING, "CLOSING") /**< conn closed with data */ \
40 _(LISTEN, "LISTEN") /**< conn is listening */ \
Florin Corasd85666f2020-04-03 00:58:48 +000041 _(MIGRATED, "MIGRATED") /**< cloned to another thread */ \
Florin Coras9c4ec6f2020-04-01 02:50:13 +000042
43enum udp_conn_flags_bits
Florin Corasc7542392019-07-22 08:08:43 -070044{
Florin Coras9c4ec6f2020-04-01 02:50:13 +000045#define _(sym, str) UDP_CONN_F_BIT_##sym,
46 foreach_udp_connection_flag
47#undef _
48 UDP_CONN_N_FLAGS
49};
50
51typedef enum udp_conn_flags_
52{
53#define _(sym, str) UDP_CONN_F_##sym = 1 << UDP_CONN_F_BIT_##sym,
54 foreach_udp_connection_flag
55#undef _
Florin Corasc7542392019-07-22 08:08:43 -070056} udp_conn_flags_t;
57
Florin Corasf8ee39f2022-10-18 18:37:56 -070058#define foreach_udp_cfg_flag _ (NO_CSUM_OFFLOAD, "no-csum-offload")
59
60typedef enum udp_cfg_flag_bits_
61{
62#define _(sym, str) UDP_CFG_F_##sym##_BIT,
63 foreach_udp_cfg_flag
64#undef _
65 UDP_CFG_N_FLAG_BITS
66} udp_cfg_flag_bits_e;
67
68typedef enum udp_cfg_flag_
69{
70#define _(sym, str) UDP_CFG_F_##sym = 1 << UDP_CFG_F_##sym##_BIT,
71 foreach_udp_cfg_flag
72#undef _
73 UDP_CFG_N_FLAGS
74} __clib_packed udp_cfg_flags_t;
75
Florin Coras3cbc04b2017-10-02 00:18:51 -070076typedef struct
77{
Dave Baracheb987d32018-05-03 08:26:39 -040078 /** Required for pool_get_aligned */
79 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
Florin Coras7fb0fe12018-04-09 09:24:52 -070080 transport_connection_t connection; /**< must be first */
81 clib_spinlock_t rx_lock; /**< rx fifo lock */
Florin Corasc7542392019-07-22 08:08:43 -070082 u8 flags; /**< connection flags */
Florin Corasf8ee39f2022-10-18 18:37:56 -070083 udp_cfg_flags_t cfg_flags; /**< configuration flags */
Florin Corasba78e232020-04-06 21:28:59 +000084 u16 mss; /**< connection mss */
Steven Luongbf12efc2022-07-25 09:29:23 -070085 u32 sw_if_index; /**< connection sw_if_index */
Florin Coras8c1be052022-10-17 11:52:34 -070086 u32 next_node_index; /**< Can be used to control next node in output */
87 u32 next_node_opaque; /**< Opaque to pass to next node */
Florin Coras3cbc04b2017-10-02 00:18:51 -070088} udp_connection_t;
89
Florin Corasf8ee39f2022-10-18 18:37:56 -070090#define udp_csum_offload(uc) (!((uc)->cfg_flags & UDP_CFG_F_NO_CSUM_OFFLOAD))
91
Dave Barachd7cb1b52016-12-09 09:52:16 -050092typedef struct
93{
Ed Warnickecb9cada2015-12-08 15:45:58 -070094 /* Name (a c string). */
Dave Barachd7cb1b52016-12-09 09:52:16 -050095 char *name;
Ed Warnickecb9cada2015-12-08 15:45:58 -070096
Florin Corasa0396202020-04-01 00:11:16 +000097 /* Port number in host byte order. */
Ed Warnickecb9cada2015-12-08 15:45:58 -070098 udp_dst_port_t dst_port;
99
100 /* Node which handles this type. */
101 u32 node_index;
102
103 /* Next index for this type. */
104 u32 next_index;
Kingwel Xie4af47092018-10-26 23:42:15 -0400105
Florin Corasa0396202020-04-01 00:11:16 +0000106 /* UDP sessions refcount (not tunnels) */
107 u32 n_connections;
108
Kingwel Xie4af47092018-10-26 23:42:15 -0400109 /* Parser for packet generator edits for this protocol */
110 unformat_function_t *unformat_pg_edit;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700111} udp_dst_port_info_t;
112
Dave Barachd7cb1b52016-12-09 09:52:16 -0500113typedef enum
114{
Ed Warnickecb9cada2015-12-08 15:45:58 -0700115 UDP_IP6 = 0,
Dave Barachd7cb1b52016-12-09 09:52:16 -0500116 UDP_IP4, /* the code is full of is_ip4... */
Ed Warnickecb9cada2015-12-08 15:45:58 -0700117 N_UDP_AF,
118} udp_af_t;
119
Florin Coras1c29dfb2022-10-24 18:46:20 -0700120typedef struct udp_worker_
121{
Florin Coras4c89b182022-10-24 18:59:06 -0700122 udp_connection_t *connections;
Florin Coras1c29dfb2022-10-24 18:46:20 -0700123 u32 *pending_cleanups;
124} udp_worker_t;
125
Dave Barachd7cb1b52016-12-09 09:52:16 -0500126typedef struct
127{
128 udp_dst_port_info_t *dst_port_infos[N_UDP_AF];
Ed Warnickecb9cada2015-12-08 15:45:58 -0700129
130 /* Hash tables mapping name/protocol to protocol info index. */
Dave Barachd7cb1b52016-12-09 09:52:16 -0500131 uword *dst_port_info_by_name[N_UDP_AF];
132 uword *dst_port_info_by_dst_port[N_UDP_AF];
Ed Warnickecb9cada2015-12-08 15:45:58 -0700133
Damjan Marion615fc612017-04-03 14:56:08 +0200134 /* Sparse vector mapping udp dst_port in network byte order
135 to next index. */
136 u16 *next_by_dst_port4;
137 u16 *next_by_dst_port6;
138 u8 punt_unknown4;
139 u8 punt_unknown6;
140
Florin Corasa0396202020-04-01 00:11:16 +0000141 /* Udp local to input arc index */
142 u32 local_to_input_edge[N_UDP_AF];
143
Florin Coras3cbc04b2017-10-02 00:18:51 -0700144 /*
Florin Coras4c89b182022-10-24 18:59:06 -0700145 * UDP transport layer per-thread context
Florin Coras3cbc04b2017-10-02 00:18:51 -0700146 */
Florin Coras1c29dfb2022-10-24 18:46:20 -0700147
Florin Coras1c29dfb2022-10-24 18:46:20 -0700148 udp_worker_t *wrk;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700149 udp_connection_t *listener_pool;
150
Florin Corasba78e232020-04-06 21:28:59 +0000151 u16 default_mtu;
Filip Tehlar30062892021-06-21 13:01:24 +0000152 u16 msg_id_base;
Florin Corasf8ee39f2022-10-18 18:37:56 -0700153 u8 csum_offload;
Florin Coras7743d6b2021-07-22 14:03:11 -0700154
155 u8 icmp_send_unreachable_disabled;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700156} udp_main_t;
157
Florin Coras3cbc04b2017-10-02 00:18:51 -0700158extern udp_main_t udp_main;
159extern vlib_node_registration_t udp4_input_node;
160extern vlib_node_registration_t udp6_input_node;
Filip Tehlar2c49ffe2019-03-06 07:16:08 -0800161extern vlib_node_registration_t udp4_local_node;
162extern vlib_node_registration_t udp6_local_node;
Florin Coras8c1be052022-10-17 11:52:34 -0700163extern vlib_node_registration_t udp4_output_node;
164extern vlib_node_registration_t udp6_output_node;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700165
Florin Corasb040f982020-10-20 14:59:43 -0700166void udp_add_dst_port (udp_main_t * um, udp_dst_port_t dst_port,
167 char *dst_port_name, u8 is_ip4);
168
Florin Coras4c89b182022-10-24 18:59:06 -0700169always_inline udp_worker_t *
170udp_worker_get (u32 thread_index)
171{
172 return vec_elt_at_index (udp_main.wrk, thread_index);
173}
174
Florin Coras3cbc04b2017-10-02 00:18:51 -0700175always_inline udp_connection_t *
176udp_connection_get (u32 conn_index, u32 thread_index)
177{
Florin Coras4c89b182022-10-24 18:59:06 -0700178 udp_worker_t *wrk = udp_worker_get (thread_index);
179
180 if (pool_is_free_index (wrk->connections, conn_index))
Florin Coras3cbc04b2017-10-02 00:18:51 -0700181 return 0;
Florin Coras4c89b182022-10-24 18:59:06 -0700182 return pool_elt_at_index (wrk->connections, conn_index);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700183}
184
185always_inline udp_connection_t *
186udp_listener_get (u32 conn_index)
187{
188 return pool_elt_at_index (udp_main.listener_pool, conn_index);
189}
190
191always_inline udp_main_t *
192vnet_get_udp_main ()
193{
194 return &udp_main;
195}
196
197always_inline udp_connection_t *
Florin Corase759bb52020-04-08 01:55:39 +0000198udp_connection_from_transport (transport_connection_t * tc)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700199{
200 return ((udp_connection_t *) tc);
201}
202
Florin Corase759bb52020-04-08 01:55:39 +0000203void udp_connection_free (udp_connection_t * uc);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700204udp_connection_t *udp_connection_alloc (u32 thread_index);
205
Florin Coras3cbc04b2017-10-02 00:18:51 -0700206always_inline udp_connection_t *
Florin Coras7fb0fe12018-04-09 09:24:52 -0700207udp_connection_clone_safe (u32 connection_index, u32 thread_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700208{
Florin Corasa2b358b2022-03-18 12:50:03 -0700209 u32 current_thread_index = vlib_get_thread_index (), new_index;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700210 udp_connection_t *old_c, *new_c;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700211
Florin Corasa2b358b2022-03-18 12:50:03 -0700212 new_c = udp_connection_alloc (current_thread_index);
213 new_index = new_c->c_c_index;
214 /* Connection pool always realloced with barrier */
Florin Coras4c89b182022-10-24 18:59:06 -0700215 old_c = udp_main.wrk[thread_index].connections + connection_index;
Dave Barach178cf492018-11-13 16:34:13 -0500216 clib_memcpy_fast (new_c, old_c, sizeof (*new_c));
Florin Corasd85666f2020-04-03 00:58:48 +0000217 old_c->flags |= UDP_CONN_F_MIGRATED;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700218 new_c->c_thread_index = current_thread_index;
Florin Corasa2b358b2022-03-18 12:50:03 -0700219 new_c->c_c_index = new_index;
Nathan Skrzypczak161638f2019-05-13 16:25:50 +0200220 new_c->c_fib_index = old_c->c_fib_index;
Florin Coras30fdf392020-12-02 21:14:56 -0800221 /* Assume cloned sessions don't need lock */
222 new_c->rx_lock = 0;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700223 return new_c;
224}
225
Ed Warnickecb9cada2015-12-08 15:45:58 -0700226always_inline udp_dst_port_info_t *
227udp_get_dst_port_info (udp_main_t * um, udp_dst_port_t dst_port, u8 is_ip4)
228{
Dave Barachd7cb1b52016-12-09 09:52:16 -0500229 uword *p = hash_get (um->dst_port_info_by_dst_port[is_ip4], dst_port);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700230 return p ? vec_elt_at_index (um->dst_port_infos[is_ip4], p[0]) : 0;
231}
232
233format_function_t format_udp_header;
234format_function_t format_udp_rx_trace;
Florin Corasc98ef752020-04-07 17:30:13 +0000235format_function_t format_udp_connection;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700236unformat_function_t unformat_udp_header;
Elias Rudberg2dca1802020-05-27 01:03:46 +0200237unformat_function_t unformat_udp_port;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700238
Florin Corasa0396202020-04-01 00:11:16 +0000239void udp_connection_share_port (u16 lcl_port, u8 is_ip4);
240
Dave Barachd7cb1b52016-12-09 09:52:16 -0500241void udp_punt_unknown (vlib_main_t * vm, u8 is_ip4, u8 is_add);
Alexander Popovsky (apopovsk)740bcdb2016-11-15 15:36:23 -0800242
Dave Barachd7cb1b52016-12-09 09:52:16 -0500243/*
244 * fd.io coding-style-patch-verification: ON
245 *
246 * Local Variables:
247 * eval: (c-set-style "gnu")
248 * End:
249 */
Dave Barach68b0fb02017-02-28 15:15:56 -0500250
251#endif /* __included_udp_h__ */