blob: 549f17957cc5e3e29831d3847acd4213548cb05e [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras1ee78302019-02-05 15:51:15 -08002 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
Florin Coras1ee78302019-02-05 15:51:15 -080016#ifndef SRC_VNET_SESSION_TRANSPORT_H_
17#define SRC_VNET_SESSION_TRANSPORT_H_
Dave Barach68b0fb02017-02-28 15:15:56 -050018
19#include <vnet/vnet.h>
Florin Coras1ee78302019-02-05 15:51:15 -080020#include <vnet/session/transport_types.h>
Florin Corasd67f1122018-05-21 17:47:40 -070021
Florin Corasc31dc312019-10-06 14:06:14 -070022#define TRANSPORT_PACER_MIN_MSS 1460
23#define TRANSPORT_PACER_MIN_BURST TRANSPORT_PACER_MIN_MSS
24#define TRANSPORT_PACER_MAX_BURST (43 * TRANSPORT_PACER_MIN_MSS)
Florin Corased8db522020-02-27 04:32:51 +000025#define TRANSPORT_PACER_MAX_BURST_PKTS 43
Florin Coras7808df22020-11-02 18:00:32 -080026#define TRANSPORT_PACER_BURSTS_PER_RTT 20
Florin Coras11e9e352019-11-13 19:09:47 -080027#define TRANSPORT_PACER_MIN_IDLE 100
28#define TRANSPORT_PACER_IDLE_FACTOR 0.05
Florin Corasc31dc312019-10-06 14:06:14 -070029
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020030typedef struct _transport_options_t
31{
Florin Coras07063b82020-03-13 04:44:51 +000032 char *name;
33 char *short_name;
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020034 transport_tx_fn_type_t tx_type;
35 transport_service_type_t service_type;
36} transport_options_t;
37
Florin Coras70f879d2020-03-13 17:54:42 +000038typedef enum transport_snd_flags_
39{
40 TRANSPORT_SND_F_DESCHED = 1 << 0,
41 TRANSPORT_SND_F_POSTPONE = 1 << 1,
42 TRANSPORT_SND_N_FLAGS
43} __clib_packed transport_snd_flags_t;
44
45typedef struct transport_send_params_
46{
Florin Coras9f86d222020-03-23 15:34:22 +000047 union
48 {
49 /* Used to retrieve snd params from transports */
50 struct
51 {
52 u32 snd_space;
53 u32 tx_offset;
54 u16 snd_mss;
55 };
56 /* Used by custom tx functions */
57 struct
58 {
59 u32 max_burst_size;
60 };
61 };
Florin Coras70f879d2020-03-13 17:54:42 +000062 transport_snd_flags_t flags;
63} transport_send_params_t;
64
Florin Corasde9a8492018-10-24 22:18:58 -070065/*
Florin Coras1ee78302019-02-05 15:51:15 -080066 * Transport protocol virtual function table
Florin Corasde9a8492018-10-24 22:18:58 -070067 */
Florin Coras1ee78302019-02-05 15:51:15 -080068/* *INDENT-OFF* */
69typedef struct _transport_proto_vft
Dave Barach68b0fb02017-02-28 15:15:56 -050070{
Florin Coras1ee78302019-02-05 15:51:15 -080071 /*
72 * Setup
73 */
74 u32 (*start_listen) (u32 session_index, transport_endpoint_t * lcl);
75 u32 (*stop_listen) (u32 conn_index);
76 int (*connect) (transport_endpoint_cfg_t * rmt);
liuyacan534468e2021-05-09 03:50:40 +000077 void (*half_close) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080078 void (*close) (u32 conn_index, u32 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -070079 void (*reset) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080080 void (*cleanup) (u32 conn_index, u32 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +000081 void (*cleanup_ho) (u32 conn_index);
Florin Coras1ee78302019-02-05 15:51:15 -080082 clib_error_t *(*enable) (vlib_main_t * vm, u8 is_en);
Dave Barach68b0fb02017-02-28 15:15:56 -050083
Florin Coras1ee78302019-02-05 15:51:15 -080084 /*
85 * Transmission
86 */
Dave Barach68b0fb02017-02-28 15:15:56 -050087
Florin Coras1ee78302019-02-05 15:51:15 -080088 u32 (*push_header) (transport_connection_t * tconn, vlib_buffer_t * b);
Florin Coras70f879d2020-03-13 17:54:42 +000089 int (*send_params) (transport_connection_t * tconn,
90 transport_send_params_t *sp);
Florin Coras1ee78302019-02-05 15:51:15 -080091 void (*update_time) (f64 time_now, u8 thread_index);
92 void (*flush_data) (transport_connection_t *tconn);
Florin Coras9f86d222020-03-23 15:34:22 +000093 int (*custom_tx) (void *session, transport_send_params_t *sp);
Florin Coras317b8e02019-04-17 09:57:46 -070094 int (*app_rx_evt) (transport_connection_t *tconn);
Florin Corasf6359c82017-06-19 12:26:09 -040095
Florin Coras1ee78302019-02-05 15:51:15 -080096 /*
97 * Connection retrieval
98 */
99 transport_connection_t *(*get_connection) (u32 conn_idx, u32 thread_idx);
100 transport_connection_t *(*get_listener) (u32 conn_index);
101 transport_connection_t *(*get_half_open) (u32 conn_index);
Florin Corasd67f1122018-05-21 17:47:40 -0700102
Florin Coras1ee78302019-02-05 15:51:15 -0800103 /*
104 * Format
105 */
106 u8 *(*format_connection) (u8 * s, va_list * args);
107 u8 *(*format_listener) (u8 * s, va_list * args);
108 u8 *(*format_half_open) (u8 * s, va_list * args);
Florin Corase69f4952017-03-07 10:06:24 -0800109
Florin Coras09d18c22019-04-24 11:10:02 -0700110 /*
Florin Coras04ae8272021-04-12 19:55:37 -0700111 * Properties retrieval/setting
Florin Coras09d18c22019-04-24 11:10:02 -0700112 */
113 void (*get_transport_endpoint) (u32 conn_index, u32 thread_index,
114 transport_endpoint_t *tep, u8 is_lcl);
115 void (*get_transport_listener_endpoint) (u32 conn_index,
116 transport_endpoint_t *tep,
117 u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700118 int (*attribute) (u32 conn_index, u32 thread_index, u8 is_get,
119 transport_endpt_attr_t *attr);
Aloys Augustincdb71702019-04-08 17:54:39 +0200120
Florin Coras1ee78302019-02-05 15:51:15 -0800121 /*
122 * Properties
123 */
Nathan Skrzypczake971bc92019-06-19 13:42:37 +0200124 transport_options_t transport_options;
Florin Coras1ee78302019-02-05 15:51:15 -0800125} transport_proto_vft_t;
126/* *INDENT-ON* */
Dave Barach68b0fb02017-02-28 15:15:56 -0500127
Florin Coras1ee78302019-02-05 15:51:15 -0800128extern transport_proto_vft_t *tp_vfts;
Florin Corasd67f1122018-05-21 17:47:40 -0700129
Nathan Skrzypczakb3ea73e2021-08-05 10:22:52 +0200130#define transport_proto_foreach(VAR, VAR_ALLOW_BM) \
131 for (VAR = 0; VAR < vec_len (tp_vfts); VAR++) \
132 if (tp_vfts[VAR].push_header != 0) \
133 if (VAR_ALLOW_BM & (1 << VAR))
Florin Coras1ee78302019-02-05 15:51:15 -0800134
135int transport_connect (transport_proto_t tp, transport_endpoint_cfg_t * tep);
liuyacan534468e2021-05-09 03:50:40 +0000136void transport_half_close (transport_proto_t tp, u32 conn_index,
137 u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800138void transport_close (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -0700139void transport_reset (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800140u32 transport_start_listen (transport_proto_t tp, u32 session_index,
141 transport_endpoint_t * tep);
142u32 transport_stop_listen (transport_proto_t tp, u32 conn_index);
143void transport_cleanup (transport_proto_t tp, u32 conn_index,
144 u8 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +0000145void transport_cleanup_half_open (transport_proto_t tp, u32 conn_index);
Aloys Augustincdb71702019-04-08 17:54:39 +0200146void transport_get_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700147 u32 thread_index, transport_endpoint_t * tep,
148 u8 is_lcl);
Aloys Augustincdb71702019-04-08 17:54:39 +0200149void transport_get_listener_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700150 transport_endpoint_t * tep, u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700151int transport_connection_attribute (transport_proto_t tp, u32 conn_index,
152 u8 thread_index, u8 is_get,
153 transport_endpt_attr_t *attr);
Florin Coras1ee78302019-02-05 15:51:15 -0800154
155static inline transport_connection_t *
156transport_get_connection (transport_proto_t tp, u32 conn_index,
157 u8 thread_index)
Dave Barach2c25a622017-06-26 11:35:07 -0400158{
Florin Coras1ee78302019-02-05 15:51:15 -0800159 return tp_vfts[tp].get_connection (conn_index, thread_index);
Florin Corascea194d2017-10-02 00:18:51 -0700160}
161
Florin Coras1ee78302019-02-05 15:51:15 -0800162static inline transport_connection_t *
163transport_get_listener (transport_proto_t tp, u32 conn_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700164{
Florin Coras1ee78302019-02-05 15:51:15 -0800165 return tp_vfts[tp].get_listener (conn_index);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700166}
167
Florin Coras1ee78302019-02-05 15:51:15 -0800168static inline transport_connection_t *
169transport_get_half_open (transport_proto_t tp, u32 conn_index)
170{
171 return tp_vfts[tp].get_half_open (conn_index);
172}
173
Florin Corasf940f8a2019-03-06 10:44:38 -0800174static inline int
Florin Coras9f86d222020-03-23 15:34:22 +0000175transport_custom_tx (transport_proto_t tp, void *s,
176 transport_send_params_t * sp)
Florin Corasf940f8a2019-03-06 10:44:38 -0800177{
Florin Coras9f86d222020-03-23 15:34:22 +0000178 return tp_vfts[tp].custom_tx (s, sp);
Florin Corasf940f8a2019-03-06 10:44:38 -0800179}
180
Florin Coras317b8e02019-04-17 09:57:46 -0700181static inline int
182transport_app_rx_evt (transport_proto_t tp, u32 conn_index, u32 thread_index)
183{
184 transport_connection_t *tc;
185 if (!tp_vfts[tp].app_rx_evt)
186 return 0;
187 tc = transport_get_connection (tp, conn_index, thread_index);
188 return tp_vfts[tp].app_rx_evt (tc);
189}
190
Florin Coras11e9e352019-11-13 19:09:47 -0800191/**
Florin Coras70f879d2020-03-13 17:54:42 +0000192 * Get send parameters for transport connection
193 *
194 * These include maximum tx burst, mss, tx offset and other flags
195 * transport might want to provide to sessin layer
Florin Coras11e9e352019-11-13 19:09:47 -0800196 *
197 * @param tc transport connection
Florin Coras70f879d2020-03-13 17:54:42 +0000198 * @param sp send paramaters
199 *
Florin Coras11e9e352019-11-13 19:09:47 -0800200 */
201static inline u32
Florin Coras70f879d2020-03-13 17:54:42 +0000202transport_connection_snd_params (transport_connection_t * tc,
203 transport_send_params_t * sp)
Florin Coras11e9e352019-11-13 19:09:47 -0800204{
Florin Coras70f879d2020-03-13 17:54:42 +0000205 return tp_vfts[tc->proto].send_params (tc, sp);
Florin Coras11e9e352019-11-13 19:09:47 -0800206}
207
Florin Coras70f879d2020-03-13 17:54:42 +0000208static inline u8
209transport_connection_is_descheduled (transport_connection_t * tc)
210{
Florin Coras6080e0d2020-03-13 20:39:43 +0000211 return ((tc->flags & TRANSPORT_CONNECTION_F_DESCHED) ? 1 : 0);
Florin Coras70f879d2020-03-13 17:54:42 +0000212}
213
214static inline void
215transport_connection_deschedule (transport_connection_t * tc)
216{
217 tc->flags |= TRANSPORT_CONNECTION_F_DESCHED;
218}
219
Florin Coras87b7e3d2020-03-27 15:06:07 +0000220static inline u8
221transport_connection_is_cless (transport_connection_t * tc)
222{
223 return ((tc->flags & TRANSPORT_CONNECTION_F_CLESS) ? 1 : 0);
224}
225
Florin Coras70f879d2020-03-13 17:54:42 +0000226void transport_connection_reschedule (transport_connection_t * tc);
Florin Coras8c4fa012020-11-06 16:59:08 -0800227void transport_fifos_init_ooo (transport_connection_t * tc);
Florin Coras70f879d2020-03-13 17:54:42 +0000228
Florin Coras07063b82020-03-13 04:44:51 +0000229/**
230 * Register transport virtual function table.
231 *
232 * @param transport_proto - transport protocol type (i.e., TCP, UDP ..)
233 * @param vft - virtual function table for transport proto
234 * @param fib_proto - network layer protocol
235 * @param output_node - output node index that session layer will hand off
236 * buffers to, for requested fib proto
237 */
Florin Coras1ee78302019-02-05 15:51:15 -0800238void transport_register_protocol (transport_proto_t transport_proto,
239 const transport_proto_vft_t * vft,
240 fib_protocol_t fib_proto, u32 output_node);
Florin Coras07063b82020-03-13 04:44:51 +0000241transport_proto_t
242transport_register_new_protocol (const transport_proto_vft_t * vft,
243 fib_protocol_t fib_proto, u32 output_node);
Florin Coras1ee78302019-02-05 15:51:15 -0800244transport_proto_vft_t *transport_protocol_get_vft (transport_proto_t tp);
Florin Corasa8e71c82019-10-22 19:01:39 -0700245void transport_update_time (clib_time_type_t time_now, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800246
Florin Coras3cbc04b2017-10-02 00:18:51 -0700247int transport_alloc_local_port (u8 proto, ip46_address_t * ip);
Florin Coras5665ced2018-10-25 18:03:45 -0700248int transport_alloc_local_endpoint (u8 proto, transport_endpoint_cfg_t * rmt,
Florin Coras3cbc04b2017-10-02 00:18:51 -0700249 ip46_address_t * lcl_addr,
250 u16 * lcl_port);
Florin Coras57660d92020-04-04 22:45:34 +0000251void transport_share_local_endpoint (u8 proto, ip46_address_t * lcl_ip,
252 u16 port);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700253void transport_endpoint_cleanup (u8 proto, ip46_address_t * lcl_ip, u16 port);
Florin Coras1ee78302019-02-05 15:51:15 -0800254void transport_enable_disable (vlib_main_t * vm, u8 is_en);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700255void transport_init (void);
256
Florin Coras1ee78302019-02-05 15:51:15 -0800257always_inline u32
258transport_elog_track_index (transport_connection_t * tc)
259{
260#if TRANSPORT_DEBUG
261 return tc->elog_track.track_index_plus_one - 1;
262#else
263 return ~0;
264#endif
265}
266
267void transport_connection_tx_pacer_reset (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700268 u64 rate_bytes_per_sec,
Florin Coras11e9e352019-11-13 19:09:47 -0800269 u32 initial_bucket,
270 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800271/**
272 * Initialize tx pacer for connection
273 *
274 * @param tc transport connection
275 * @param rate_bytes_per_second initial byte rate
276 * @param burst_bytes initial burst size in bytes
277 */
278void transport_connection_tx_pacer_init (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700279 u64 rate_bytes_per_sec,
Florin Coras1ee78302019-02-05 15:51:15 -0800280 u32 initial_bucket);
281
282/**
283 * Update tx pacer pacing rate
284 *
285 * @param tc transport connection
286 * @param bytes_per_sec new pacing rate
Florin Coras11e9e352019-11-13 19:09:47 -0800287 * @param rtt connection rtt that is used to compute
288 * inactivity time after which pacer bucket is
289 * reset to 1 mtu
Florin Coras1ee78302019-02-05 15:51:15 -0800290 */
291void transport_connection_tx_pacer_update (transport_connection_t * tc,
Florin Coras11e9e352019-11-13 19:09:47 -0800292 u64 bytes_per_sec,
293 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800294
Florin Coras52814732019-06-12 15:38:19 -0700295/**
296 * Get tx pacer max burst
297 *
298 * @param tc transport connection
299 * @param time_now current cpu time
300 * @return max burst for connection
301 */
Florin Corasa8e71c82019-10-22 19:01:39 -0700302u32 transport_connection_tx_pacer_burst (transport_connection_t * tc);
Florin Coras1ee78302019-02-05 15:51:15 -0800303
304/**
Florin Coras52814732019-06-12 15:38:19 -0700305 * Get tx pacer current rate
306 *
307 * @param tc transport connection
308 * @return rate for connection in bytes/s
309 */
310u64 transport_connection_tx_pacer_rate (transport_connection_t * tc);
311
312/**
Florin Coras36ebcff2019-09-12 18:36:44 -0700313 * Reset tx pacer bucket
314 *
315 * @param tc transport connection
Florin Coras11e9e352019-11-13 19:09:47 -0800316 * @param bucket value the bucket will be reset to
Florin Coras36ebcff2019-09-12 18:36:44 -0700317 */
Florin Coras11e9e352019-11-13 19:09:47 -0800318void transport_connection_tx_pacer_reset_bucket (transport_connection_t * tc,
319 u32 bucket);
Florin Coras1ee78302019-02-05 15:51:15 -0800320
321/**
322 * Check if transport connection is paced
323 */
324always_inline u8
325transport_connection_is_tx_paced (transport_connection_t * tc)
326{
327 return (tc->flags & TRANSPORT_CONNECTION_F_IS_TX_PACED);
328}
329
Florin Coras9bd71be2022-01-09 18:18:10 -0800330/**
331 * Clear descheduled flag and update pacer if needed
332 *
333 * To add session to scheduler use @ref transport_connection_reschedule
334 */
335always_inline void
336transport_connection_clear_descheduled (transport_connection_t *tc)
337{
338 tc->flags &= ~TRANSPORT_CONNECTION_F_DESCHED;
339 if (transport_connection_is_tx_paced (tc))
340 transport_connection_tx_pacer_reset_bucket (tc, 0 /* bucket */);
341}
342
Florin Coras1ee78302019-02-05 15:51:15 -0800343u8 *format_transport_pacer (u8 * s, va_list * args);
344
345/**
Florin Coras00482232019-08-02 12:52:00 -0700346 * Update tx bytes for paced transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800347 *
Florin Coras00482232019-08-02 12:52:00 -0700348 * If tx pacing is enabled, this update pacer bucket to account for the
Florin Coras1ee78302019-02-05 15:51:15 -0800349 * amount of bytes that have been sent.
350 *
351 * @param tc transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800352 * @param bytes bytes recently sent
353 */
Florin Coras00482232019-08-02 12:52:00 -0700354void transport_connection_update_tx_bytes (transport_connection_t * tc,
Florin Coras1ee78302019-02-05 15:51:15 -0800355 u32 bytes);
356
357void
358transport_connection_tx_pacer_update_bytes (transport_connection_t * tc,
359 u32 bytes);
360
Florin Coras8f10b902021-04-02 18:32:00 -0700361/**
362 * Request pacer time update
363 *
364 * @param thread_index thread for which time is updated
365 * @param now time now
366 */
367void transport_update_pacer_time (u32 thread_index, clib_time_type_t now);
368
Florin Coras1ee78302019-02-05 15:51:15 -0800369#endif /* SRC_VNET_SESSION_TRANSPORT_H_ */
Dave Barach68b0fb02017-02-28 15:15:56 -0500370
371/*
372 * fd.io coding-style-patch-verification: ON
373 *
374 * Local Variables:
375 * eval: (c-set-style "gnu")
376 * End:
377 */