blob: 94362ad991ccf89fc96bb6dcce69bc102a13f939 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
Florin Corasc98ef752020-04-07 17:30:13 +00002 * Copyright (c) 2017-2020 Cisco and/or its affiliates.
Ed Warnickecb9cada2015-12-08 15:45:58 -07003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
Dave Barach68b0fb02017-02-28 15:15:56 -050015#ifndef __included_udp_h__
16#define __included_udp_h__
Ed Warnickecb9cada2015-12-08 15:45:58 -070017
18#include <vnet/vnet.h>
Florin Corasb040f982020-10-20 14:59:43 -070019#include <vnet/udp/udp_inlines.h>
20#include <vnet/udp/udp_local.h>
Dave Barach68b0fb02017-02-28 15:15:56 -050021#include <vnet/udp/udp_packet.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070022#include <vnet/ip/ip4_packet.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070023#include <vnet/ip/format.h>
24
Dave Barach68b0fb02017-02-28 15:15:56 -050025#include <vnet/ip/ip.h>
26#include <vnet/session/transport.h>
27
Dave Barachd7cb1b52016-12-09 09:52:16 -050028typedef enum
29{
Filip Tehlar0c562172021-10-06 12:48:34 +000030#define udp_error(f, n, s, d) UDP_ERROR_##f,
Dave Barach68b0fb02017-02-28 15:15:56 -050031#include <vnet/udp/udp_error.def>
Ed Warnickecb9cada2015-12-08 15:45:58 -070032#undef udp_error
33 UDP_N_ERROR,
34} udp_error_t;
35
Florin Coras9c4ec6f2020-04-01 02:50:13 +000036#define foreach_udp_connection_flag \
37 _(CONNECTED, "CONNECTED") /**< connected mode */ \
38 _(OWNS_PORT, "OWNS_PORT") /**< port belong to conn (UDPC) */ \
39 _(CLOSING, "CLOSING") /**< conn closed with data */ \
40 _(LISTEN, "LISTEN") /**< conn is listening */ \
Florin Corasd85666f2020-04-03 00:58:48 +000041 _(MIGRATED, "MIGRATED") /**< cloned to another thread */ \
Florin Coras9c4ec6f2020-04-01 02:50:13 +000042
43enum udp_conn_flags_bits
Florin Corasc7542392019-07-22 08:08:43 -070044{
Florin Coras9c4ec6f2020-04-01 02:50:13 +000045#define _(sym, str) UDP_CONN_F_BIT_##sym,
46 foreach_udp_connection_flag
47#undef _
48 UDP_CONN_N_FLAGS
49};
50
51typedef enum udp_conn_flags_
52{
53#define _(sym, str) UDP_CONN_F_##sym = 1 << UDP_CONN_F_BIT_##sym,
54 foreach_udp_connection_flag
55#undef _
Florin Corasc7542392019-07-22 08:08:43 -070056} udp_conn_flags_t;
57
Florin Corasf8ee39f2022-10-18 18:37:56 -070058#define foreach_udp_cfg_flag _ (NO_CSUM_OFFLOAD, "no-csum-offload")
59
60typedef enum udp_cfg_flag_bits_
61{
62#define _(sym, str) UDP_CFG_F_##sym##_BIT,
63 foreach_udp_cfg_flag
64#undef _
65 UDP_CFG_N_FLAG_BITS
66} udp_cfg_flag_bits_e;
67
68typedef enum udp_cfg_flag_
69{
70#define _(sym, str) UDP_CFG_F_##sym = 1 << UDP_CFG_F_##sym##_BIT,
71 foreach_udp_cfg_flag
72#undef _
73 UDP_CFG_N_FLAGS
74} __clib_packed udp_cfg_flags_t;
75
Florin Coras3cbc04b2017-10-02 00:18:51 -070076typedef struct
77{
Dave Baracheb987d32018-05-03 08:26:39 -040078 /** Required for pool_get_aligned */
79 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
Florin Coras7fb0fe12018-04-09 09:24:52 -070080 transport_connection_t connection; /**< must be first */
81 clib_spinlock_t rx_lock; /**< rx fifo lock */
Florin Corasc7542392019-07-22 08:08:43 -070082 u8 flags; /**< connection flags */
Florin Corasf8ee39f2022-10-18 18:37:56 -070083 udp_cfg_flags_t cfg_flags; /**< configuration flags */
Florin Corasba78e232020-04-06 21:28:59 +000084 u16 mss; /**< connection mss */
Steven Luongbf12efc2022-07-25 09:29:23 -070085 u32 sw_if_index; /**< connection sw_if_index */
Florin Coras8c1be052022-10-17 11:52:34 -070086 u32 next_node_index; /**< Can be used to control next node in output */
87 u32 next_node_opaque; /**< Opaque to pass to next node */
Florin Coras3cbc04b2017-10-02 00:18:51 -070088} udp_connection_t;
89
Florin Corasf8ee39f2022-10-18 18:37:56 -070090#define udp_csum_offload(uc) (!((uc)->cfg_flags & UDP_CFG_F_NO_CSUM_OFFLOAD))
91
Dave Barachd7cb1b52016-12-09 09:52:16 -050092typedef struct
93{
Ed Warnickecb9cada2015-12-08 15:45:58 -070094 /* Name (a c string). */
Dave Barachd7cb1b52016-12-09 09:52:16 -050095 char *name;
Ed Warnickecb9cada2015-12-08 15:45:58 -070096
Florin Corasa0396202020-04-01 00:11:16 +000097 /* Port number in host byte order. */
Ed Warnickecb9cada2015-12-08 15:45:58 -070098 udp_dst_port_t dst_port;
99
100 /* Node which handles this type. */
101 u32 node_index;
102
103 /* Next index for this type. */
104 u32 next_index;
Kingwel Xie4af47092018-10-26 23:42:15 -0400105
Florin Corasa0396202020-04-01 00:11:16 +0000106 /* UDP sessions refcount (not tunnels) */
107 u32 n_connections;
108
Kingwel Xie4af47092018-10-26 23:42:15 -0400109 /* Parser for packet generator edits for this protocol */
110 unformat_function_t *unformat_pg_edit;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700111} udp_dst_port_info_t;
112
Dave Barachd7cb1b52016-12-09 09:52:16 -0500113typedef enum
114{
Ed Warnickecb9cada2015-12-08 15:45:58 -0700115 UDP_IP6 = 0,
Dave Barachd7cb1b52016-12-09 09:52:16 -0500116 UDP_IP4, /* the code is full of is_ip4... */
Ed Warnickecb9cada2015-12-08 15:45:58 -0700117 N_UDP_AF,
118} udp_af_t;
119
Dave Barachd7cb1b52016-12-09 09:52:16 -0500120typedef struct
121{
122 udp_dst_port_info_t *dst_port_infos[N_UDP_AF];
Ed Warnickecb9cada2015-12-08 15:45:58 -0700123
124 /* Hash tables mapping name/protocol to protocol info index. */
Dave Barachd7cb1b52016-12-09 09:52:16 -0500125 uword *dst_port_info_by_name[N_UDP_AF];
126 uword *dst_port_info_by_dst_port[N_UDP_AF];
Ed Warnickecb9cada2015-12-08 15:45:58 -0700127
Damjan Marion615fc612017-04-03 14:56:08 +0200128 /* Sparse vector mapping udp dst_port in network byte order
129 to next index. */
130 u16 *next_by_dst_port4;
131 u16 *next_by_dst_port6;
132 u8 punt_unknown4;
133 u8 punt_unknown6;
134
Florin Corasa0396202020-04-01 00:11:16 +0000135 /* Udp local to input arc index */
136 u32 local_to_input_edge[N_UDP_AF];
137
Florin Coras3cbc04b2017-10-02 00:18:51 -0700138 /*
139 * Per-worker thread udp connection pools used with session layer
140 */
141 udp_connection_t **connections;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700142 udp_connection_t *listener_pool;
143
Florin Corasba78e232020-04-06 21:28:59 +0000144 u16 default_mtu;
Filip Tehlar30062892021-06-21 13:01:24 +0000145 u16 msg_id_base;
Florin Corasf8ee39f2022-10-18 18:37:56 -0700146 u8 csum_offload;
Florin Coras7743d6b2021-07-22 14:03:11 -0700147
148 u8 icmp_send_unreachable_disabled;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700149} udp_main_t;
150
Florin Coras3cbc04b2017-10-02 00:18:51 -0700151extern udp_main_t udp_main;
152extern vlib_node_registration_t udp4_input_node;
153extern vlib_node_registration_t udp6_input_node;
Filip Tehlar2c49ffe2019-03-06 07:16:08 -0800154extern vlib_node_registration_t udp4_local_node;
155extern vlib_node_registration_t udp6_local_node;
Florin Coras8c1be052022-10-17 11:52:34 -0700156extern vlib_node_registration_t udp4_output_node;
157extern vlib_node_registration_t udp6_output_node;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700158
Florin Corasb040f982020-10-20 14:59:43 -0700159void udp_add_dst_port (udp_main_t * um, udp_dst_port_t dst_port,
160 char *dst_port_name, u8 is_ip4);
161
Florin Coras3cbc04b2017-10-02 00:18:51 -0700162always_inline udp_connection_t *
163udp_connection_get (u32 conn_index, u32 thread_index)
164{
165 if (pool_is_free_index (udp_main.connections[thread_index], conn_index))
166 return 0;
167 return pool_elt_at_index (udp_main.connections[thread_index], conn_index);
168}
169
170always_inline udp_connection_t *
171udp_listener_get (u32 conn_index)
172{
173 return pool_elt_at_index (udp_main.listener_pool, conn_index);
174}
175
176always_inline udp_main_t *
177vnet_get_udp_main ()
178{
179 return &udp_main;
180}
181
182always_inline udp_connection_t *
Florin Corase759bb52020-04-08 01:55:39 +0000183udp_connection_from_transport (transport_connection_t * tc)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700184{
185 return ((udp_connection_t *) tc);
186}
187
Florin Corase759bb52020-04-08 01:55:39 +0000188void udp_connection_free (udp_connection_t * uc);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700189udp_connection_t *udp_connection_alloc (u32 thread_index);
190
Florin Coras3cbc04b2017-10-02 00:18:51 -0700191always_inline udp_connection_t *
Florin Coras7fb0fe12018-04-09 09:24:52 -0700192udp_connection_clone_safe (u32 connection_index, u32 thread_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700193{
Florin Corasa2b358b2022-03-18 12:50:03 -0700194 u32 current_thread_index = vlib_get_thread_index (), new_index;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700195 udp_connection_t *old_c, *new_c;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700196
Florin Corasa2b358b2022-03-18 12:50:03 -0700197 new_c = udp_connection_alloc (current_thread_index);
198 new_index = new_c->c_c_index;
199 /* Connection pool always realloced with barrier */
Florin Coras3cbc04b2017-10-02 00:18:51 -0700200 old_c = udp_main.connections[thread_index] + connection_index;
Dave Barach178cf492018-11-13 16:34:13 -0500201 clib_memcpy_fast (new_c, old_c, sizeof (*new_c));
Florin Corasd85666f2020-04-03 00:58:48 +0000202 old_c->flags |= UDP_CONN_F_MIGRATED;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700203 new_c->c_thread_index = current_thread_index;
Florin Corasa2b358b2022-03-18 12:50:03 -0700204 new_c->c_c_index = new_index;
Nathan Skrzypczak161638f2019-05-13 16:25:50 +0200205 new_c->c_fib_index = old_c->c_fib_index;
Florin Coras30fdf392020-12-02 21:14:56 -0800206 /* Assume cloned sessions don't need lock */
207 new_c->rx_lock = 0;
Florin Coras3cbc04b2017-10-02 00:18:51 -0700208 return new_c;
209}
210
Ed Warnickecb9cada2015-12-08 15:45:58 -0700211always_inline udp_dst_port_info_t *
212udp_get_dst_port_info (udp_main_t * um, udp_dst_port_t dst_port, u8 is_ip4)
213{
Dave Barachd7cb1b52016-12-09 09:52:16 -0500214 uword *p = hash_get (um->dst_port_info_by_dst_port[is_ip4], dst_port);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700215 return p ? vec_elt_at_index (um->dst_port_infos[is_ip4], p[0]) : 0;
216}
217
218format_function_t format_udp_header;
219format_function_t format_udp_rx_trace;
Florin Corasc98ef752020-04-07 17:30:13 +0000220format_function_t format_udp_connection;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700221unformat_function_t unformat_udp_header;
Elias Rudberg2dca1802020-05-27 01:03:46 +0200222unformat_function_t unformat_udp_port;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700223
Florin Corasa0396202020-04-01 00:11:16 +0000224void udp_connection_share_port (u16 lcl_port, u8 is_ip4);
225
Dave Barachd7cb1b52016-12-09 09:52:16 -0500226void udp_punt_unknown (vlib_main_t * vm, u8 is_ip4, u8 is_add);
Alexander Popovsky (apopovsk)740bcdb2016-11-15 15:36:23 -0800227
Dave Barachd7cb1b52016-12-09 09:52:16 -0500228/*
229 * fd.io coding-style-patch-verification: ON
230 *
231 * Local Variables:
232 * eval: (c-set-style "gnu")
233 * End:
234 */
Dave Barach68b0fb02017-02-28 15:15:56 -0500235
236#endif /* __included_udp_h__ */