Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
Florin Coras | c98ef75 | 2020-04-07 17:30:13 +0000 | [diff] [blame] | 2 | * Copyright (c) 2017-2020 Cisco and/or its affiliates. |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 15 | #ifndef __included_udp_h__ |
| 16 | #define __included_udp_h__ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 17 | |
| 18 | #include <vnet/vnet.h> |
Florin Coras | b040f98 | 2020-10-20 14:59:43 -0700 | [diff] [blame] | 19 | #include <vnet/udp/udp_inlines.h> |
| 20 | #include <vnet/udp/udp_local.h> |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 21 | #include <vnet/udp/udp_packet.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 22 | #include <vnet/ip/ip4_packet.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 23 | #include <vnet/ip/format.h> |
| 24 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 25 | #include <vnet/ip/ip.h> |
| 26 | #include <vnet/session/transport.h> |
| 27 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 28 | typedef enum |
| 29 | { |
Filip Tehlar | 0c56217 | 2021-10-06 12:48:34 +0000 | [diff] [blame] | 30 | #define udp_error(f, n, s, d) UDP_ERROR_##f, |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 31 | #include <vnet/udp/udp_error.def> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 32 | #undef udp_error |
| 33 | UDP_N_ERROR, |
| 34 | } udp_error_t; |
| 35 | |
Florin Coras | 9c4ec6f | 2020-04-01 02:50:13 +0000 | [diff] [blame] | 36 | #define foreach_udp_connection_flag \ |
| 37 | _(CONNECTED, "CONNECTED") /**< connected mode */ \ |
| 38 | _(OWNS_PORT, "OWNS_PORT") /**< port belong to conn (UDPC) */ \ |
| 39 | _(CLOSING, "CLOSING") /**< conn closed with data */ \ |
| 40 | _(LISTEN, "LISTEN") /**< conn is listening */ \ |
Florin Coras | d85666f | 2020-04-03 00:58:48 +0000 | [diff] [blame] | 41 | _(MIGRATED, "MIGRATED") /**< cloned to another thread */ \ |
Florin Coras | 9c4ec6f | 2020-04-01 02:50:13 +0000 | [diff] [blame] | 42 | |
| 43 | enum udp_conn_flags_bits |
Florin Coras | c754239 | 2019-07-22 08:08:43 -0700 | [diff] [blame] | 44 | { |
Florin Coras | 9c4ec6f | 2020-04-01 02:50:13 +0000 | [diff] [blame] | 45 | #define _(sym, str) UDP_CONN_F_BIT_##sym, |
| 46 | foreach_udp_connection_flag |
| 47 | #undef _ |
| 48 | UDP_CONN_N_FLAGS |
| 49 | }; |
| 50 | |
| 51 | typedef enum udp_conn_flags_ |
| 52 | { |
| 53 | #define _(sym, str) UDP_CONN_F_##sym = 1 << UDP_CONN_F_BIT_##sym, |
| 54 | foreach_udp_connection_flag |
| 55 | #undef _ |
Florin Coras | c754239 | 2019-07-22 08:08:43 -0700 | [diff] [blame] | 56 | } udp_conn_flags_t; |
| 57 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 58 | typedef struct |
| 59 | { |
Dave Barach | eb987d3 | 2018-05-03 08:26:39 -0400 | [diff] [blame] | 60 | /** Required for pool_get_aligned */ |
| 61 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 62 | transport_connection_t connection; /**< must be first */ |
| 63 | clib_spinlock_t rx_lock; /**< rx fifo lock */ |
Florin Coras | c754239 | 2019-07-22 08:08:43 -0700 | [diff] [blame] | 64 | u8 flags; /**< connection flags */ |
Florin Coras | ba78e23 | 2020-04-06 21:28:59 +0000 | [diff] [blame] | 65 | u16 mss; /**< connection mss */ |
Steven Luong | bf12efc | 2022-07-25 09:29:23 -0700 | [diff] [blame] | 66 | u32 sw_if_index; /**< connection sw_if_index */ |
Florin Coras | 8c1be05 | 2022-10-17 11:52:34 -0700 | [diff] [blame^] | 67 | u32 next_node_index; /**< Can be used to control next node in output */ |
| 68 | u32 next_node_opaque; /**< Opaque to pass to next node */ |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 69 | } udp_connection_t; |
| 70 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 71 | typedef struct |
| 72 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 73 | /* Name (a c string). */ |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 74 | char *name; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 75 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 76 | /* Port number in host byte order. */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 77 | udp_dst_port_t dst_port; |
| 78 | |
| 79 | /* Node which handles this type. */ |
| 80 | u32 node_index; |
| 81 | |
| 82 | /* Next index for this type. */ |
| 83 | u32 next_index; |
Kingwel Xie | 4af4709 | 2018-10-26 23:42:15 -0400 | [diff] [blame] | 84 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 85 | /* UDP sessions refcount (not tunnels) */ |
| 86 | u32 n_connections; |
| 87 | |
Kingwel Xie | 4af4709 | 2018-10-26 23:42:15 -0400 | [diff] [blame] | 88 | /* Parser for packet generator edits for this protocol */ |
| 89 | unformat_function_t *unformat_pg_edit; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 90 | } udp_dst_port_info_t; |
| 91 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 92 | typedef enum |
| 93 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 94 | UDP_IP6 = 0, |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 95 | UDP_IP4, /* the code is full of is_ip4... */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 96 | N_UDP_AF, |
| 97 | } udp_af_t; |
| 98 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 99 | typedef struct |
| 100 | { |
| 101 | udp_dst_port_info_t *dst_port_infos[N_UDP_AF]; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 102 | |
| 103 | /* Hash tables mapping name/protocol to protocol info index. */ |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 104 | uword *dst_port_info_by_name[N_UDP_AF]; |
| 105 | uword *dst_port_info_by_dst_port[N_UDP_AF]; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 106 | |
Damjan Marion | 615fc61 | 2017-04-03 14:56:08 +0200 | [diff] [blame] | 107 | /* Sparse vector mapping udp dst_port in network byte order |
| 108 | to next index. */ |
| 109 | u16 *next_by_dst_port4; |
| 110 | u16 *next_by_dst_port6; |
| 111 | u8 punt_unknown4; |
| 112 | u8 punt_unknown6; |
| 113 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 114 | /* Udp local to input arc index */ |
| 115 | u32 local_to_input_edge[N_UDP_AF]; |
| 116 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 117 | /* |
| 118 | * Per-worker thread udp connection pools used with session layer |
| 119 | */ |
| 120 | udp_connection_t **connections; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 121 | udp_connection_t *listener_pool; |
| 122 | |
Florin Coras | ba78e23 | 2020-04-06 21:28:59 +0000 | [diff] [blame] | 123 | u16 default_mtu; |
Filip Tehlar | 3006289 | 2021-06-21 13:01:24 +0000 | [diff] [blame] | 124 | u16 msg_id_base; |
Florin Coras | 7743d6b | 2021-07-22 14:03:11 -0700 | [diff] [blame] | 125 | |
| 126 | u8 icmp_send_unreachable_disabled; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 127 | } udp_main_t; |
| 128 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 129 | extern udp_main_t udp_main; |
| 130 | extern vlib_node_registration_t udp4_input_node; |
| 131 | extern vlib_node_registration_t udp6_input_node; |
Filip Tehlar | 2c49ffe | 2019-03-06 07:16:08 -0800 | [diff] [blame] | 132 | extern vlib_node_registration_t udp4_local_node; |
| 133 | extern vlib_node_registration_t udp6_local_node; |
Florin Coras | 8c1be05 | 2022-10-17 11:52:34 -0700 | [diff] [blame^] | 134 | extern vlib_node_registration_t udp4_output_node; |
| 135 | extern vlib_node_registration_t udp6_output_node; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 136 | |
Florin Coras | b040f98 | 2020-10-20 14:59:43 -0700 | [diff] [blame] | 137 | void udp_add_dst_port (udp_main_t * um, udp_dst_port_t dst_port, |
| 138 | char *dst_port_name, u8 is_ip4); |
| 139 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 140 | always_inline udp_connection_t * |
| 141 | udp_connection_get (u32 conn_index, u32 thread_index) |
| 142 | { |
| 143 | if (pool_is_free_index (udp_main.connections[thread_index], conn_index)) |
| 144 | return 0; |
| 145 | return pool_elt_at_index (udp_main.connections[thread_index], conn_index); |
| 146 | } |
| 147 | |
| 148 | always_inline udp_connection_t * |
| 149 | udp_listener_get (u32 conn_index) |
| 150 | { |
| 151 | return pool_elt_at_index (udp_main.listener_pool, conn_index); |
| 152 | } |
| 153 | |
| 154 | always_inline udp_main_t * |
| 155 | vnet_get_udp_main () |
| 156 | { |
| 157 | return &udp_main; |
| 158 | } |
| 159 | |
| 160 | always_inline udp_connection_t * |
Florin Coras | e759bb5 | 2020-04-08 01:55:39 +0000 | [diff] [blame] | 161 | udp_connection_from_transport (transport_connection_t * tc) |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 162 | { |
| 163 | return ((udp_connection_t *) tc); |
| 164 | } |
| 165 | |
Florin Coras | e759bb5 | 2020-04-08 01:55:39 +0000 | [diff] [blame] | 166 | void udp_connection_free (udp_connection_t * uc); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 167 | udp_connection_t *udp_connection_alloc (u32 thread_index); |
| 168 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 169 | always_inline udp_connection_t * |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 170 | udp_connection_clone_safe (u32 connection_index, u32 thread_index) |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 171 | { |
Florin Coras | a2b358b | 2022-03-18 12:50:03 -0700 | [diff] [blame] | 172 | u32 current_thread_index = vlib_get_thread_index (), new_index; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 173 | udp_connection_t *old_c, *new_c; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 174 | |
Florin Coras | a2b358b | 2022-03-18 12:50:03 -0700 | [diff] [blame] | 175 | new_c = udp_connection_alloc (current_thread_index); |
| 176 | new_index = new_c->c_c_index; |
| 177 | /* Connection pool always realloced with barrier */ |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 178 | old_c = udp_main.connections[thread_index] + connection_index; |
Dave Barach | 178cf49 | 2018-11-13 16:34:13 -0500 | [diff] [blame] | 179 | clib_memcpy_fast (new_c, old_c, sizeof (*new_c)); |
Florin Coras | d85666f | 2020-04-03 00:58:48 +0000 | [diff] [blame] | 180 | old_c->flags |= UDP_CONN_F_MIGRATED; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 181 | new_c->c_thread_index = current_thread_index; |
Florin Coras | a2b358b | 2022-03-18 12:50:03 -0700 | [diff] [blame] | 182 | new_c->c_c_index = new_index; |
Nathan Skrzypczak | 161638f | 2019-05-13 16:25:50 +0200 | [diff] [blame] | 183 | new_c->c_fib_index = old_c->c_fib_index; |
Florin Coras | 30fdf39 | 2020-12-02 21:14:56 -0800 | [diff] [blame] | 184 | /* Assume cloned sessions don't need lock */ |
| 185 | new_c->rx_lock = 0; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 186 | return new_c; |
| 187 | } |
| 188 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 189 | always_inline udp_dst_port_info_t * |
| 190 | udp_get_dst_port_info (udp_main_t * um, udp_dst_port_t dst_port, u8 is_ip4) |
| 191 | { |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 192 | uword *p = hash_get (um->dst_port_info_by_dst_port[is_ip4], dst_port); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 193 | return p ? vec_elt_at_index (um->dst_port_infos[is_ip4], p[0]) : 0; |
| 194 | } |
| 195 | |
| 196 | format_function_t format_udp_header; |
| 197 | format_function_t format_udp_rx_trace; |
Florin Coras | c98ef75 | 2020-04-07 17:30:13 +0000 | [diff] [blame] | 198 | format_function_t format_udp_connection; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 199 | unformat_function_t unformat_udp_header; |
Elias Rudberg | 2dca180 | 2020-05-27 01:03:46 +0200 | [diff] [blame] | 200 | unformat_function_t unformat_udp_port; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 201 | |
Florin Coras | a039620 | 2020-04-01 00:11:16 +0000 | [diff] [blame] | 202 | void udp_connection_share_port (u16 lcl_port, u8 is_ip4); |
| 203 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 204 | void udp_punt_unknown (vlib_main_t * vm, u8 is_ip4, u8 is_add); |
Alexander Popovsky (apopovsk) | 740bcdb | 2016-11-15 15:36:23 -0800 | [diff] [blame] | 205 | |
Dave Barach | d7cb1b5 | 2016-12-09 09:52:16 -0500 | [diff] [blame] | 206 | /* |
| 207 | * fd.io coding-style-patch-verification: ON |
| 208 | * |
| 209 | * Local Variables: |
| 210 | * eval: (c-set-style "gnu") |
| 211 | * End: |
| 212 | */ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 213 | |
| 214 | #endif /* __included_udp_h__ */ |