Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
Florin Coras | c98ef75 | 2020-04-07 17:30:13 +0000 | [diff] [blame] | 2 | * Copyright (c) 2017-2020 Cisco and/or its affiliates. |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 15 | #ifndef __included_udp_h__ |
| 16 | #define __included_udp_h__ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 17 | |
| 18 | #include <vnet/vnet.h> |
Florin Coras | b040f98 | 2020-10-20 14:59:43 -0700 | [diff] [blame] | 19 | #include <vnet/udp/udp_inlines.h> |
| 20 | #include <vnet/udp/udp_local.h> |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 21 | #include <vnet/udp/udp_packet.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 22 | #include <vnet/ip/ip4_packet.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 23 | #include <vnet/ip/format.h> |
| 24 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 25 | #include <vnet/ip/ip.h> |
| 26 | #include <vnet/session/transport.h> |
| 27 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 28 | typedef enum |
| 29 | { |
Filip Tehlar | 0c56217 | 2021-10-06 12:48:34 +0000 | [diff] [blame] | 30 | #define udp_error(f, n, s, d) UDP_ERROR_##f, |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 31 | #include <vnet/udp/udp_error.def> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 32 | #undef udp_error |
| 33 | UDP_N_ERROR, |
| 34 | } udp_error_t; |
| 35 | |
Florin Coras | 9c4ec6f | 2020-04-01 02:50:13 +0000 | [diff] [blame] | 36 | #define foreach_udp_connection_flag \ |
| 37 | _(CONNECTED, "CONNECTED") /**< connected mode */ \ |
| 38 | _(OWNS_PORT, "OWNS_PORT") /**< port belong to conn (UDPC) */ \ |
| 39 | _(CLOSING, "CLOSING") /**< conn closed with data */ \ |
| 40 | _(LISTEN, "LISTEN") /**< conn is listening */ \ |
Florin Coras | d85666f | 2020-04-03 00:58:48 +0000 | [diff] [blame] | 41 | _(MIGRATED, "MIGRATED") /**< cloned to another thread */ \ |
Florin Coras | 9c4ec6f | 2020-04-01 02:50:13 +0000 | [diff] [blame] | 42 | |
| 43 | enum udp_conn_flags_bits |
Florin Coras | c754239 | 2019-07-22 08:08:43 -0700 | [diff] [blame] | 44 | { |
Florin Coras | 9c4ec6f | 2020-04-01 02:50:13 +0000 | [diff] [blame] | 45 | #define _(sym, str) UDP_CONN_F_BIT_##sym, |
| 46 | foreach_udp_connection_flag |
| 47 | #undef _ |
| 48 | UDP_CONN_N_FLAGS |
| 49 | }; |
| 50 | |
| 51 | typedef enum udp_conn_flags_ |
| 52 | { |
| 53 | #define _(sym, str) UDP_CONN_F_##sym = 1 << UDP_CONN_F_BIT_##sym, |
| 54 | foreach_udp_connection_flag |
| 55 | #undef _ |
Florin Coras | c754239 | 2019-07-22 08:08:43 -0700 | [diff] [blame] | 56 | } udp_conn_flags_t; |
| 57 | |
Florin Coras | f8ee39f | 2022-10-18 18:37:56 -0700 | [diff] [blame] | 58 | #define foreach_udp_cfg_flag _ (NO_CSUM_OFFLOAD, "no-csum-offload") |
| 59 | |
| 60 | typedef enum udp_cfg_flag_bits_ |
| 61 | { |
| 62 | #define _(sym, str) UDP_CFG_F_##sym##_BIT, |
| 63 | foreach_udp_cfg_flag |
| 64 | #undef _ |
| 65 | UDP_CFG_N_FLAG_BITS |
| 66 | } udp_cfg_flag_bits_e; |
| 67 | |
| 68 | typedef enum udp_cfg_flag_ |
| 69 | { |
| 70 | #define _(sym, str) UDP_CFG_F_##sym = 1 << UDP_CFG_F_##sym##_BIT, |
| 71 | foreach_udp_cfg_flag |
| 72 | #undef _ |
| 73 | UDP_CFG_N_FLAGS |
| 74 | } __clib_packed udp_cfg_flags_t; |
| 75 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 76 | typedef struct |
| 77 | { |
Dave Barach | eb987d3 | 2018-05-03 08:26:39 -0400 | [diff] [blame] | 78 | /** Required for pool_get_aligned */ |
| 79 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 80 | transport_connection_t connection; /**< must be first */ |
| 81 | clib_spinlock_t rx_lock; /**< rx fifo lock */ |
Florin Coras | c754239 | 2019-07-22 08:08:43 -0700 | [diff] [blame] | 82 | u8 flags; /**< connection flags */ |
Florin Coras | f8ee39f | 2022-10-18 18:37:56 -0700 | [diff] [blame] | 83 | udp_cfg_flags_t cfg_flags; /**< configuration flags */ |
Florin Coras | ba78e23 | 2020-04-06 21:28:59 +0000 | [diff] [blame] | 84 | u16 mss; /**< connection mss */ |
Steven Luong | bf12efc | 2022-07-25 09:29:23 -0700 | [diff] [blame] | 85 | u32 sw_if_index; /**< connection sw_if_index */ |
Florin Coras | 8c1be05 | 2022-10-17 11:52:34 -0700 | [diff] [blame] | 86 | u32 next_node_index; /**< Can be used to control next node in output */ |
| 87 | u32 next_node_opaque; /**< Opaque to pass to next node */ |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 88 | } udp_connection_t; |
| 89 | |
Florin Coras | f8ee39f | 2022-10-18 18:37:56 -0700 | [diff] [blame] | 90 | #define udp_csum_offload(uc) (!((uc)->cfg_flags & UDP_CFG_F_NO_CSUM_OFFLOAD)) |
| 91 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 92 | typedef struct |
| 93 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 94 | /* Name (a c string). */ |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 95 | char *name; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 96 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 97 | /* Port number in host byte order. */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 98 | udp_dst_port_t dst_port; |
| 99 | |
| 100 | /* Node which handles this type. */ |
| 101 | u32 node_index; |
| 102 | |
| 103 | /* Next index for this type. */ |
| 104 | u32 next_index; |
Kingwel Xie | 4af4709 | 2018-10-26 23:42:15 -0400 | [diff] [blame] | 105 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 106 | /* UDP sessions refcount (not tunnels) */ |
| 107 | u32 n_connections; |
| 108 | |
Kingwel Xie | 4af4709 | 2018-10-26 23:42:15 -0400 | [diff] [blame] | 109 | /* Parser for packet generator edits for this protocol */ |
| 110 | unformat_function_t *unformat_pg_edit; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 111 | } udp_dst_port_info_t; |
| 112 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 113 | typedef enum |
| 114 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 115 | UDP_IP6 = 0, |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 116 | UDP_IP4, /* the code is full of is_ip4... */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 117 | N_UDP_AF, |
| 118 | } udp_af_t; |
| 119 | |
Florin Coras | 1c29dfb | 2022-10-24 18:46:20 -0700 | [diff] [blame] | 120 | typedef struct udp_worker_ |
| 121 | { |
Florin Coras | 4c89b18 | 2022-10-24 18:59:06 -0700 | [diff] [blame] | 122 | udp_connection_t *connections; |
Florin Coras | 1c29dfb | 2022-10-24 18:46:20 -0700 | [diff] [blame] | 123 | u32 *pending_cleanups; |
| 124 | } udp_worker_t; |
| 125 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 126 | typedef struct |
| 127 | { |
| 128 | udp_dst_port_info_t *dst_port_infos[N_UDP_AF]; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 129 | |
| 130 | /* Hash tables mapping name/protocol to protocol info index. */ |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 131 | uword *dst_port_info_by_name[N_UDP_AF]; |
| 132 | uword *dst_port_info_by_dst_port[N_UDP_AF]; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 133 | |
Damjan Marion | 615fc61 | 2017-04-03 14:56:08 +0200 | [diff] [blame] | 134 | /* Sparse vector mapping udp dst_port in network byte order |
| 135 | to next index. */ |
| 136 | u16 *next_by_dst_port4; |
| 137 | u16 *next_by_dst_port6; |
| 138 | u8 punt_unknown4; |
| 139 | u8 punt_unknown6; |
| 140 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 141 | /* Udp local to input arc index */ |
| 142 | u32 local_to_input_edge[N_UDP_AF]; |
| 143 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 144 | /* |
Florin Coras | 4c89b18 | 2022-10-24 18:59:06 -0700 | [diff] [blame] | 145 | * UDP transport layer per-thread context |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 146 | */ |
Florin Coras | 1c29dfb | 2022-10-24 18:46:20 -0700 | [diff] [blame] | 147 | |
Florin Coras | 1c29dfb | 2022-10-24 18:46:20 -0700 | [diff] [blame] | 148 | udp_worker_t *wrk; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 149 | udp_connection_t *listener_pool; |
| 150 | |
Florin Coras | ba78e23 | 2020-04-06 21:28:59 +0000 | [diff] [blame] | 151 | u16 default_mtu; |
Filip Tehlar | 3006289 | 2021-06-21 13:01:24 +0000 | [diff] [blame] | 152 | u16 msg_id_base; |
Florin Coras | f8ee39f | 2022-10-18 18:37:56 -0700 | [diff] [blame] | 153 | u8 csum_offload; |
Florin Coras | 7743d6b | 2021-07-22 14:03:11 -0700 | [diff] [blame] | 154 | |
| 155 | u8 icmp_send_unreachable_disabled; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 156 | } udp_main_t; |
| 157 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 158 | extern udp_main_t udp_main; |
| 159 | extern vlib_node_registration_t udp4_input_node; |
| 160 | extern vlib_node_registration_t udp6_input_node; |
Filip Tehlar | 2c49ffe | 2019-03-06 07:16:08 -0800 | [diff] [blame] | 161 | extern vlib_node_registration_t udp4_local_node; |
| 162 | extern vlib_node_registration_t udp6_local_node; |
Florin Coras | 8c1be05 | 2022-10-17 11:52:34 -0700 | [diff] [blame] | 163 | extern vlib_node_registration_t udp4_output_node; |
| 164 | extern vlib_node_registration_t udp6_output_node; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 165 | |
Florin Coras | b040f98 | 2020-10-20 14:59:43 -0700 | [diff] [blame] | 166 | void udp_add_dst_port (udp_main_t * um, udp_dst_port_t dst_port, |
| 167 | char *dst_port_name, u8 is_ip4); |
| 168 | |
Florin Coras | 4c89b18 | 2022-10-24 18:59:06 -0700 | [diff] [blame] | 169 | always_inline udp_worker_t * |
| 170 | udp_worker_get (u32 thread_index) |
| 171 | { |
| 172 | return vec_elt_at_index (udp_main.wrk, thread_index); |
| 173 | } |
| 174 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 175 | always_inline udp_connection_t * |
| 176 | udp_connection_get (u32 conn_index, u32 thread_index) |
| 177 | { |
Florin Coras | 4c89b18 | 2022-10-24 18:59:06 -0700 | [diff] [blame] | 178 | udp_worker_t *wrk = udp_worker_get (thread_index); |
| 179 | |
| 180 | if (pool_is_free_index (wrk->connections, conn_index)) |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 181 | return 0; |
Florin Coras | 4c89b18 | 2022-10-24 18:59:06 -0700 | [diff] [blame] | 182 | return pool_elt_at_index (wrk->connections, conn_index); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 183 | } |
| 184 | |
| 185 | always_inline udp_connection_t * |
| 186 | udp_listener_get (u32 conn_index) |
| 187 | { |
| 188 | return pool_elt_at_index (udp_main.listener_pool, conn_index); |
| 189 | } |
| 190 | |
| 191 | always_inline udp_main_t * |
| 192 | vnet_get_udp_main () |
| 193 | { |
| 194 | return &udp_main; |
| 195 | } |
| 196 | |
| 197 | always_inline udp_connection_t * |
Florin Coras | e759bb5 | 2020-04-08 01:55:39 +0000 | [diff] [blame] | 198 | udp_connection_from_transport (transport_connection_t * tc) |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 199 | { |
| 200 | return ((udp_connection_t *) tc); |
| 201 | } |
| 202 | |
Florin Coras | e759bb5 | 2020-04-08 01:55:39 +0000 | [diff] [blame] | 203 | void udp_connection_free (udp_connection_t * uc); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 204 | udp_connection_t *udp_connection_alloc (u32 thread_index); |
| 205 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 206 | always_inline udp_connection_t * |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 207 | udp_connection_clone_safe (u32 connection_index, u32 thread_index) |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 208 | { |
Florin Coras | a2b358b | 2022-03-18 12:50:03 -0700 | [diff] [blame] | 209 | u32 current_thread_index = vlib_get_thread_index (), new_index; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 210 | udp_connection_t *old_c, *new_c; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 211 | |
Florin Coras | a2b358b | 2022-03-18 12:50:03 -0700 | [diff] [blame] | 212 | new_c = udp_connection_alloc (current_thread_index); |
| 213 | new_index = new_c->c_c_index; |
| 214 | /* Connection pool always realloced with barrier */ |
Florin Coras | 4c89b18 | 2022-10-24 18:59:06 -0700 | [diff] [blame] | 215 | old_c = udp_main.wrk[thread_index].connections + connection_index; |
Dave Barach | 178cf49 | 2018-11-13 16:34:13 -0500 | [diff] [blame] | 216 | clib_memcpy_fast (new_c, old_c, sizeof (*new_c)); |
Florin Coras | d85666f | 2020-04-03 00:58:48 +0000 | [diff] [blame] | 217 | old_c->flags |= UDP_CONN_F_MIGRATED; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 218 | new_c->c_thread_index = current_thread_index; |
Florin Coras | a2b358b | 2022-03-18 12:50:03 -0700 | [diff] [blame] | 219 | new_c->c_c_index = new_index; |
Nathan Skrzypczak | 161638f | 2019-05-13 16:25:50 +0200 | [diff] [blame] | 220 | new_c->c_fib_index = old_c->c_fib_index; |
Florin Coras | 30fdf39 | 2020-12-02 21:14:56 -0800 | [diff] [blame] | 221 | /* Assume cloned sessions don't need lock */ |
| 222 | new_c->rx_lock = 0; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 223 | return new_c; |
| 224 | } |
| 225 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 226 | always_inline udp_dst_port_info_t * |
| 227 | udp_get_dst_port_info (udp_main_t * um, udp_dst_port_t dst_port, u8 is_ip4) |
| 228 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 229 | uword *p = hash_get (um->dst_port_info_by_dst_port[is_ip4], dst_port); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 230 | return p ? vec_elt_at_index (um->dst_port_infos[is_ip4], p[0]) : 0; |
| 231 | } |
| 232 | |
| 233 | format_function_t format_udp_header; |
| 234 | format_function_t format_udp_rx_trace; |
Florin Coras | c98ef75 | 2020-04-07 17:30:13 +0000 | [diff] [blame] | 235 | format_function_t format_udp_connection; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 236 | unformat_function_t unformat_udp_header; |
Elias Rudberg | 2dca180 | 2020-05-27 01:03:46 +0200 | [diff] [blame] | 237 | unformat_function_t unformat_udp_port; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 238 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 239 | void udp_connection_share_port (u16 lcl_port, u8 is_ip4); |
| 240 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 241 | void udp_punt_unknown (vlib_main_t * vm, u8 is_ip4, u8 is_add); |
Alexander Popovsky (apopovsk) | 740bcdb | 2016-11-15 15:36:23 -0800 | [diff] [blame] | 242 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 243 | /* |
| 244 | * fd.io coding-style-patch-verification: ON |
| 245 | * |
| 246 | * Local Variables: |
| 247 | * eval: (c-set-style "gnu") |
| 248 | * End: |
| 249 | */ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 250 | |
| 251 | #endif /* __included_udp_h__ */ |