blob: 9a9b89fc9fd6e9658ad11aed1bd388a91b721cbf [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras1ee78302019-02-05 15:51:15 -08002 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
Florin Coras1ee78302019-02-05 15:51:15 -080016#ifndef SRC_VNET_SESSION_TRANSPORT_H_
17#define SRC_VNET_SESSION_TRANSPORT_H_
Dave Barach68b0fb02017-02-28 15:15:56 -050018
19#include <vnet/vnet.h>
Florin Coras1ee78302019-02-05 15:51:15 -080020#include <vnet/session/transport_types.h>
Florin Corasd67f1122018-05-21 17:47:40 -070021
Florin Corasc31dc312019-10-06 14:06:14 -070022#define TRANSPORT_PACER_MIN_MSS 1460
23#define TRANSPORT_PACER_MIN_BURST TRANSPORT_PACER_MIN_MSS
24#define TRANSPORT_PACER_MAX_BURST (43 * TRANSPORT_PACER_MIN_MSS)
Florin Corased8db522020-02-27 04:32:51 +000025#define TRANSPORT_PACER_MAX_BURST_PKTS 43
Florin Coras7808df22020-11-02 18:00:32 -080026#define TRANSPORT_PACER_BURSTS_PER_RTT 20
Florin Coras11e9e352019-11-13 19:09:47 -080027#define TRANSPORT_PACER_MIN_IDLE 100
28#define TRANSPORT_PACER_IDLE_FACTOR 0.05
Florin Corasc31dc312019-10-06 14:06:14 -070029
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020030typedef struct _transport_options_t
31{
Florin Coras07063b82020-03-13 04:44:51 +000032 char *name;
33 char *short_name;
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020034 transport_tx_fn_type_t tx_type;
35 transport_service_type_t service_type;
36} transport_options_t;
37
Florin Coras70f879d2020-03-13 17:54:42 +000038typedef enum transport_snd_flags_
39{
40 TRANSPORT_SND_F_DESCHED = 1 << 0,
41 TRANSPORT_SND_F_POSTPONE = 1 << 1,
42 TRANSPORT_SND_N_FLAGS
43} __clib_packed transport_snd_flags_t;
44
45typedef struct transport_send_params_
46{
Florin Coras9f86d222020-03-23 15:34:22 +000047 union
48 {
49 /* Used to retrieve snd params from transports */
50 struct
51 {
52 u32 snd_space;
53 u32 tx_offset;
54 u16 snd_mss;
55 };
56 /* Used by custom tx functions */
57 struct
58 {
59 u32 max_burst_size;
60 };
61 };
Florin Coras70f879d2020-03-13 17:54:42 +000062 transport_snd_flags_t flags;
63} transport_send_params_t;
64
Florin Corasde9a8492018-10-24 22:18:58 -070065/*
Florin Coras1ee78302019-02-05 15:51:15 -080066 * Transport protocol virtual function table
Florin Corasde9a8492018-10-24 22:18:58 -070067 */
Florin Coras1ee78302019-02-05 15:51:15 -080068/* *INDENT-OFF* */
69typedef struct _transport_proto_vft
Dave Barach68b0fb02017-02-28 15:15:56 -050070{
Florin Coras1ee78302019-02-05 15:51:15 -080071 /*
72 * Setup
73 */
74 u32 (*start_listen) (u32 session_index, transport_endpoint_t * lcl);
75 u32 (*stop_listen) (u32 conn_index);
76 int (*connect) (transport_endpoint_cfg_t * rmt);
77 void (*close) (u32 conn_index, u32 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -070078 void (*reset) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080079 void (*cleanup) (u32 conn_index, u32 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +000080 void (*cleanup_ho) (u32 conn_index);
Florin Coras1ee78302019-02-05 15:51:15 -080081 clib_error_t *(*enable) (vlib_main_t * vm, u8 is_en);
Dave Barach68b0fb02017-02-28 15:15:56 -050082
Florin Coras1ee78302019-02-05 15:51:15 -080083 /*
84 * Transmission
85 */
Dave Barach68b0fb02017-02-28 15:15:56 -050086
Florin Coras1ee78302019-02-05 15:51:15 -080087 u32 (*push_header) (transport_connection_t * tconn, vlib_buffer_t * b);
Florin Coras70f879d2020-03-13 17:54:42 +000088 int (*send_params) (transport_connection_t * tconn,
89 transport_send_params_t *sp);
Florin Coras1ee78302019-02-05 15:51:15 -080090 void (*update_time) (f64 time_now, u8 thread_index);
91 void (*flush_data) (transport_connection_t *tconn);
Florin Coras9f86d222020-03-23 15:34:22 +000092 int (*custom_tx) (void *session, transport_send_params_t *sp);
Florin Coras317b8e02019-04-17 09:57:46 -070093 int (*app_rx_evt) (transport_connection_t *tconn);
Florin Corasf6359c82017-06-19 12:26:09 -040094
Florin Coras1ee78302019-02-05 15:51:15 -080095 /*
96 * Connection retrieval
97 */
98 transport_connection_t *(*get_connection) (u32 conn_idx, u32 thread_idx);
99 transport_connection_t *(*get_listener) (u32 conn_index);
100 transport_connection_t *(*get_half_open) (u32 conn_index);
Florin Corasd67f1122018-05-21 17:47:40 -0700101
Florin Coras1ee78302019-02-05 15:51:15 -0800102 /*
103 * Format
104 */
105 u8 *(*format_connection) (u8 * s, va_list * args);
106 u8 *(*format_listener) (u8 * s, va_list * args);
107 u8 *(*format_half_open) (u8 * s, va_list * args);
Florin Corase69f4952017-03-07 10:06:24 -0800108
Florin Coras09d18c22019-04-24 11:10:02 -0700109 /*
110 * Properties retrieval
111 */
112 void (*get_transport_endpoint) (u32 conn_index, u32 thread_index,
113 transport_endpoint_t *tep, u8 is_lcl);
114 void (*get_transport_listener_endpoint) (u32 conn_index,
115 transport_endpoint_t *tep,
116 u8 is_lcl);
Aloys Augustincdb71702019-04-08 17:54:39 +0200117
Florin Coras1ee78302019-02-05 15:51:15 -0800118 /*
119 * Properties
120 */
Nathan Skrzypczake971bc92019-06-19 13:42:37 +0200121 transport_options_t transport_options;
Florin Coras1ee78302019-02-05 15:51:15 -0800122} transport_proto_vft_t;
123/* *INDENT-ON* */
Dave Barach68b0fb02017-02-28 15:15:56 -0500124
Florin Coras1ee78302019-02-05 15:51:15 -0800125extern transport_proto_vft_t *tp_vfts;
Florin Corasd67f1122018-05-21 17:47:40 -0700126
Florin Coras1ee78302019-02-05 15:51:15 -0800127#define transport_proto_foreach(VAR, BODY) \
128do { \
129 for (VAR = 0; VAR < vec_len (tp_vfts); VAR++) \
130 if (tp_vfts[VAR].push_header != 0) \
131 do { BODY; } while (0); \
132} while (0)
133
134int transport_connect (transport_proto_t tp, transport_endpoint_cfg_t * tep);
135void transport_close (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -0700136void transport_reset (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800137u32 transport_start_listen (transport_proto_t tp, u32 session_index,
138 transport_endpoint_t * tep);
139u32 transport_stop_listen (transport_proto_t tp, u32 conn_index);
140void transport_cleanup (transport_proto_t tp, u32 conn_index,
141 u8 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +0000142void transport_cleanup_half_open (transport_proto_t tp, u32 conn_index);
Aloys Augustincdb71702019-04-08 17:54:39 +0200143void transport_get_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700144 u32 thread_index, transport_endpoint_t * tep,
145 u8 is_lcl);
Aloys Augustincdb71702019-04-08 17:54:39 +0200146void transport_get_listener_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700147 transport_endpoint_t * tep, u8 is_lcl);
Florin Coras1ee78302019-02-05 15:51:15 -0800148
149static inline transport_connection_t *
150transport_get_connection (transport_proto_t tp, u32 conn_index,
151 u8 thread_index)
Dave Barach2c25a622017-06-26 11:35:07 -0400152{
Florin Coras1ee78302019-02-05 15:51:15 -0800153 return tp_vfts[tp].get_connection (conn_index, thread_index);
Florin Corascea194d2017-10-02 00:18:51 -0700154}
155
Florin Coras1ee78302019-02-05 15:51:15 -0800156static inline transport_connection_t *
157transport_get_listener (transport_proto_t tp, u32 conn_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700158{
Florin Coras1ee78302019-02-05 15:51:15 -0800159 return tp_vfts[tp].get_listener (conn_index);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700160}
161
Florin Coras1ee78302019-02-05 15:51:15 -0800162static inline transport_connection_t *
163transport_get_half_open (transport_proto_t tp, u32 conn_index)
164{
165 return tp_vfts[tp].get_half_open (conn_index);
166}
167
Florin Corasf940f8a2019-03-06 10:44:38 -0800168static inline int
Florin Coras9f86d222020-03-23 15:34:22 +0000169transport_custom_tx (transport_proto_t tp, void *s,
170 transport_send_params_t * sp)
Florin Corasf940f8a2019-03-06 10:44:38 -0800171{
Florin Coras9f86d222020-03-23 15:34:22 +0000172 return tp_vfts[tp].custom_tx (s, sp);
Florin Corasf940f8a2019-03-06 10:44:38 -0800173}
174
Florin Coras317b8e02019-04-17 09:57:46 -0700175static inline int
176transport_app_rx_evt (transport_proto_t tp, u32 conn_index, u32 thread_index)
177{
178 transport_connection_t *tc;
179 if (!tp_vfts[tp].app_rx_evt)
180 return 0;
181 tc = transport_get_connection (tp, conn_index, thread_index);
182 return tp_vfts[tp].app_rx_evt (tc);
183}
184
Florin Coras11e9e352019-11-13 19:09:47 -0800185/**
Florin Coras70f879d2020-03-13 17:54:42 +0000186 * Get send parameters for transport connection
187 *
188 * These include maximum tx burst, mss, tx offset and other flags
189 * transport might want to provide to sessin layer
Florin Coras11e9e352019-11-13 19:09:47 -0800190 *
191 * @param tc transport connection
Florin Coras70f879d2020-03-13 17:54:42 +0000192 * @param sp send paramaters
193 *
Florin Coras11e9e352019-11-13 19:09:47 -0800194 */
195static inline u32
Florin Coras70f879d2020-03-13 17:54:42 +0000196transport_connection_snd_params (transport_connection_t * tc,
197 transport_send_params_t * sp)
Florin Coras11e9e352019-11-13 19:09:47 -0800198{
Florin Coras70f879d2020-03-13 17:54:42 +0000199 return tp_vfts[tc->proto].send_params (tc, sp);
Florin Coras11e9e352019-11-13 19:09:47 -0800200}
201
Florin Coras70f879d2020-03-13 17:54:42 +0000202static inline u8
203transport_connection_is_descheduled (transport_connection_t * tc)
204{
Florin Coras6080e0d2020-03-13 20:39:43 +0000205 return ((tc->flags & TRANSPORT_CONNECTION_F_DESCHED) ? 1 : 0);
Florin Coras70f879d2020-03-13 17:54:42 +0000206}
207
208static inline void
209transport_connection_deschedule (transport_connection_t * tc)
210{
211 tc->flags |= TRANSPORT_CONNECTION_F_DESCHED;
212}
213
Florin Coras87b7e3d2020-03-27 15:06:07 +0000214static inline u8
215transport_connection_is_cless (transport_connection_t * tc)
216{
217 return ((tc->flags & TRANSPORT_CONNECTION_F_CLESS) ? 1 : 0);
218}
219
Florin Coras70f879d2020-03-13 17:54:42 +0000220void transport_connection_reschedule (transport_connection_t * tc);
Florin Coras8c4fa012020-11-06 16:59:08 -0800221void transport_fifos_init_ooo (transport_connection_t * tc);
Florin Coras70f879d2020-03-13 17:54:42 +0000222
Florin Coras07063b82020-03-13 04:44:51 +0000223/**
224 * Register transport virtual function table.
225 *
226 * @param transport_proto - transport protocol type (i.e., TCP, UDP ..)
227 * @param vft - virtual function table for transport proto
228 * @param fib_proto - network layer protocol
229 * @param output_node - output node index that session layer will hand off
230 * buffers to, for requested fib proto
231 */
Florin Coras1ee78302019-02-05 15:51:15 -0800232void transport_register_protocol (transport_proto_t transport_proto,
233 const transport_proto_vft_t * vft,
234 fib_protocol_t fib_proto, u32 output_node);
Florin Coras07063b82020-03-13 04:44:51 +0000235transport_proto_t
236transport_register_new_protocol (const transport_proto_vft_t * vft,
237 fib_protocol_t fib_proto, u32 output_node);
Florin Coras1ee78302019-02-05 15:51:15 -0800238transport_proto_vft_t *transport_protocol_get_vft (transport_proto_t tp);
Florin Corasa8e71c82019-10-22 19:01:39 -0700239void transport_update_time (clib_time_type_t time_now, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800240
Florin Coras3cbc04b2017-10-02 00:18:51 -0700241int transport_alloc_local_port (u8 proto, ip46_address_t * ip);
Florin Coras5665ced2018-10-25 18:03:45 -0700242int transport_alloc_local_endpoint (u8 proto, transport_endpoint_cfg_t * rmt,
Florin Coras3cbc04b2017-10-02 00:18:51 -0700243 ip46_address_t * lcl_addr,
244 u16 * lcl_port);
Florin Coras57660d92020-04-04 22:45:34 +0000245void transport_share_local_endpoint (u8 proto, ip46_address_t * lcl_ip,
246 u16 port);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700247void transport_endpoint_cleanup (u8 proto, ip46_address_t * lcl_ip, u16 port);
Florin Coras1ee78302019-02-05 15:51:15 -0800248void transport_enable_disable (vlib_main_t * vm, u8 is_en);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700249void transport_init (void);
250
Florin Coras1ee78302019-02-05 15:51:15 -0800251always_inline u32
252transport_elog_track_index (transport_connection_t * tc)
253{
254#if TRANSPORT_DEBUG
255 return tc->elog_track.track_index_plus_one - 1;
256#else
257 return ~0;
258#endif
259}
260
261void transport_connection_tx_pacer_reset (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700262 u64 rate_bytes_per_sec,
Florin Coras11e9e352019-11-13 19:09:47 -0800263 u32 initial_bucket,
264 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800265/**
266 * Initialize tx pacer for connection
267 *
268 * @param tc transport connection
269 * @param rate_bytes_per_second initial byte rate
270 * @param burst_bytes initial burst size in bytes
271 */
272void transport_connection_tx_pacer_init (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700273 u64 rate_bytes_per_sec,
Florin Coras1ee78302019-02-05 15:51:15 -0800274 u32 initial_bucket);
275
276/**
277 * Update tx pacer pacing rate
278 *
279 * @param tc transport connection
280 * @param bytes_per_sec new pacing rate
Florin Coras11e9e352019-11-13 19:09:47 -0800281 * @param rtt connection rtt that is used to compute
282 * inactivity time after which pacer bucket is
283 * reset to 1 mtu
Florin Coras1ee78302019-02-05 15:51:15 -0800284 */
285void transport_connection_tx_pacer_update (transport_connection_t * tc,
Florin Coras11e9e352019-11-13 19:09:47 -0800286 u64 bytes_per_sec,
287 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800288
Florin Coras52814732019-06-12 15:38:19 -0700289/**
290 * Get tx pacer max burst
291 *
292 * @param tc transport connection
293 * @param time_now current cpu time
294 * @return max burst for connection
295 */
Florin Corasa8e71c82019-10-22 19:01:39 -0700296u32 transport_connection_tx_pacer_burst (transport_connection_t * tc);
Florin Coras1ee78302019-02-05 15:51:15 -0800297
298/**
Florin Coras52814732019-06-12 15:38:19 -0700299 * Get tx pacer current rate
300 *
301 * @param tc transport connection
302 * @return rate for connection in bytes/s
303 */
304u64 transport_connection_tx_pacer_rate (transport_connection_t * tc);
305
306/**
Florin Coras36ebcff2019-09-12 18:36:44 -0700307 * Reset tx pacer bucket
308 *
309 * @param tc transport connection
Florin Coras11e9e352019-11-13 19:09:47 -0800310 * @param bucket value the bucket will be reset to
Florin Coras36ebcff2019-09-12 18:36:44 -0700311 */
Florin Coras11e9e352019-11-13 19:09:47 -0800312void transport_connection_tx_pacer_reset_bucket (transport_connection_t * tc,
313 u32 bucket);
Florin Coras1ee78302019-02-05 15:51:15 -0800314
315/**
316 * Check if transport connection is paced
317 */
318always_inline u8
319transport_connection_is_tx_paced (transport_connection_t * tc)
320{
321 return (tc->flags & TRANSPORT_CONNECTION_F_IS_TX_PACED);
322}
323
324u8 *format_transport_pacer (u8 * s, va_list * args);
325
326/**
Florin Coras00482232019-08-02 12:52:00 -0700327 * Update tx bytes for paced transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800328 *
Florin Coras00482232019-08-02 12:52:00 -0700329 * If tx pacing is enabled, this update pacer bucket to account for the
Florin Coras1ee78302019-02-05 15:51:15 -0800330 * amount of bytes that have been sent.
331 *
332 * @param tc transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800333 * @param bytes bytes recently sent
334 */
Florin Coras00482232019-08-02 12:52:00 -0700335void transport_connection_update_tx_bytes (transport_connection_t * tc,
Florin Coras1ee78302019-02-05 15:51:15 -0800336 u32 bytes);
337
338void
339transport_connection_tx_pacer_update_bytes (transport_connection_t * tc,
340 u32 bytes);
341
342#endif /* SRC_VNET_SESSION_TRANSPORT_H_ */
Dave Barach68b0fb02017-02-28 15:15:56 -0500343
344/*
345 * fd.io coding-style-patch-verification: ON
346 *
347 * Local Variables:
348 * eval: (c-set-style "gnu")
349 * End:
350 */