blob: 6e8b22a8cac653387ced4c46a9499aab0f254e75 [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras1ee78302019-02-05 15:51:15 -08002 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
Florin Coras1ee78302019-02-05 15:51:15 -080016#ifndef SRC_VNET_SESSION_TRANSPORT_H_
17#define SRC_VNET_SESSION_TRANSPORT_H_
Dave Barach68b0fb02017-02-28 15:15:56 -050018
19#include <vnet/vnet.h>
Florin Coras1ee78302019-02-05 15:51:15 -080020#include <vnet/session/transport_types.h>
Florin Corasd67f1122018-05-21 17:47:40 -070021
Florin Corasc31dc312019-10-06 14:06:14 -070022#define TRANSPORT_PACER_MIN_MSS 1460
23#define TRANSPORT_PACER_MIN_BURST TRANSPORT_PACER_MIN_MSS
24#define TRANSPORT_PACER_MAX_BURST (43 * TRANSPORT_PACER_MIN_MSS)
Florin Corased8db522020-02-27 04:32:51 +000025#define TRANSPORT_PACER_MAX_BURST_PKTS 43
Florin Coras7808df22020-11-02 18:00:32 -080026#define TRANSPORT_PACER_BURSTS_PER_RTT 20
Florin Coras11e9e352019-11-13 19:09:47 -080027#define TRANSPORT_PACER_MIN_IDLE 100
28#define TRANSPORT_PACER_IDLE_FACTOR 0.05
Florin Corasc31dc312019-10-06 14:06:14 -070029
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020030typedef struct _transport_options_t
31{
Florin Coras07063b82020-03-13 04:44:51 +000032 char *name;
33 char *short_name;
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020034 transport_tx_fn_type_t tx_type;
35 transport_service_type_t service_type;
36} transport_options_t;
37
Florin Coras70f879d2020-03-13 17:54:42 +000038typedef enum transport_snd_flags_
39{
40 TRANSPORT_SND_F_DESCHED = 1 << 0,
41 TRANSPORT_SND_F_POSTPONE = 1 << 1,
42 TRANSPORT_SND_N_FLAGS
43} __clib_packed transport_snd_flags_t;
44
45typedef struct transport_send_params_
46{
Florin Coras9f86d222020-03-23 15:34:22 +000047 union
48 {
49 /* Used to retrieve snd params from transports */
50 struct
51 {
52 u32 snd_space;
53 u32 tx_offset;
54 u16 snd_mss;
55 };
56 /* Used by custom tx functions */
57 struct
58 {
59 u32 max_burst_size;
Florin Coras3e157102022-02-04 13:31:25 -080060 u32 bytes_dequeued;
Florin Coras9f86d222020-03-23 15:34:22 +000061 };
62 };
Florin Coras70f879d2020-03-13 17:54:42 +000063 transport_snd_flags_t flags;
64} transport_send_params_t;
65
Florin Corasde9a8492018-10-24 22:18:58 -070066/*
Florin Coras1ee78302019-02-05 15:51:15 -080067 * Transport protocol virtual function table
Florin Corasde9a8492018-10-24 22:18:58 -070068 */
Florin Coras1ee78302019-02-05 15:51:15 -080069/* *INDENT-OFF* */
70typedef struct _transport_proto_vft
Dave Barach68b0fb02017-02-28 15:15:56 -050071{
Florin Coras1ee78302019-02-05 15:51:15 -080072 /*
73 * Setup
74 */
Florin Coras0bce71e2022-02-10 11:57:06 -080075 u32 (*start_listen) (u32 session_index, transport_endpoint_cfg_t *lcl);
Florin Coras1ee78302019-02-05 15:51:15 -080076 u32 (*stop_listen) (u32 conn_index);
77 int (*connect) (transport_endpoint_cfg_t * rmt);
liuyacan534468e2021-05-09 03:50:40 +000078 void (*half_close) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080079 void (*close) (u32 conn_index, u32 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -070080 void (*reset) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080081 void (*cleanup) (u32 conn_index, u32 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +000082 void (*cleanup_ho) (u32 conn_index);
Florin Coras1ee78302019-02-05 15:51:15 -080083 clib_error_t *(*enable) (vlib_main_t * vm, u8 is_en);
Dave Barach68b0fb02017-02-28 15:15:56 -050084
Florin Coras1ee78302019-02-05 15:51:15 -080085 /*
86 * Transmission
87 */
Dave Barach68b0fb02017-02-28 15:15:56 -050088
Florin Corasf66cc802021-04-08 19:10:07 -070089 u32 (*push_header) (transport_connection_t *tconn, vlib_buffer_t **b,
90 u32 n_bufs);
Florin Coras70f879d2020-03-13 17:54:42 +000091 int (*send_params) (transport_connection_t * tconn,
92 transport_send_params_t *sp);
Florin Coras1ee78302019-02-05 15:51:15 -080093 void (*update_time) (f64 time_now, u8 thread_index);
94 void (*flush_data) (transport_connection_t *tconn);
Florin Coras9f86d222020-03-23 15:34:22 +000095 int (*custom_tx) (void *session, transport_send_params_t *sp);
Florin Coras317b8e02019-04-17 09:57:46 -070096 int (*app_rx_evt) (transport_connection_t *tconn);
Florin Corasf6359c82017-06-19 12:26:09 -040097
Florin Coras1ee78302019-02-05 15:51:15 -080098 /*
99 * Connection retrieval
100 */
101 transport_connection_t *(*get_connection) (u32 conn_idx, u32 thread_idx);
102 transport_connection_t *(*get_listener) (u32 conn_index);
103 transport_connection_t *(*get_half_open) (u32 conn_index);
Florin Corasd67f1122018-05-21 17:47:40 -0700104
Florin Coras1ee78302019-02-05 15:51:15 -0800105 /*
106 * Format
107 */
108 u8 *(*format_connection) (u8 * s, va_list * args);
109 u8 *(*format_listener) (u8 * s, va_list * args);
110 u8 *(*format_half_open) (u8 * s, va_list * args);
Florin Corase69f4952017-03-07 10:06:24 -0800111
Florin Coras09d18c22019-04-24 11:10:02 -0700112 /*
Florin Coras04ae8272021-04-12 19:55:37 -0700113 * Properties retrieval/setting
Florin Coras09d18c22019-04-24 11:10:02 -0700114 */
115 void (*get_transport_endpoint) (u32 conn_index, u32 thread_index,
116 transport_endpoint_t *tep, u8 is_lcl);
117 void (*get_transport_listener_endpoint) (u32 conn_index,
118 transport_endpoint_t *tep,
119 u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700120 int (*attribute) (u32 conn_index, u32 thread_index, u8 is_get,
121 transport_endpt_attr_t *attr);
Aloys Augustincdb71702019-04-08 17:54:39 +0200122
Florin Coras1ee78302019-02-05 15:51:15 -0800123 /*
124 * Properties
125 */
Nathan Skrzypczake971bc92019-06-19 13:42:37 +0200126 transport_options_t transport_options;
Florin Coras1ee78302019-02-05 15:51:15 -0800127} transport_proto_vft_t;
128/* *INDENT-ON* */
Dave Barach68b0fb02017-02-28 15:15:56 -0500129
Florin Coras1ee78302019-02-05 15:51:15 -0800130extern transport_proto_vft_t *tp_vfts;
Florin Corasd67f1122018-05-21 17:47:40 -0700131
Nathan Skrzypczakb3ea73e2021-08-05 10:22:52 +0200132#define transport_proto_foreach(VAR, VAR_ALLOW_BM) \
133 for (VAR = 0; VAR < vec_len (tp_vfts); VAR++) \
134 if (tp_vfts[VAR].push_header != 0) \
135 if (VAR_ALLOW_BM & (1 << VAR))
Florin Coras1ee78302019-02-05 15:51:15 -0800136
137int transport_connect (transport_proto_t tp, transport_endpoint_cfg_t * tep);
liuyacan534468e2021-05-09 03:50:40 +0000138void transport_half_close (transport_proto_t tp, u32 conn_index,
139 u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800140void transport_close (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -0700141void transport_reset (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800142u32 transport_start_listen (transport_proto_t tp, u32 session_index,
Florin Coras0bce71e2022-02-10 11:57:06 -0800143 transport_endpoint_cfg_t *tep);
Florin Coras1ee78302019-02-05 15:51:15 -0800144u32 transport_stop_listen (transport_proto_t tp, u32 conn_index);
145void transport_cleanup (transport_proto_t tp, u32 conn_index,
146 u8 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +0000147void transport_cleanup_half_open (transport_proto_t tp, u32 conn_index);
Aloys Augustincdb71702019-04-08 17:54:39 +0200148void transport_get_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700149 u32 thread_index, transport_endpoint_t * tep,
150 u8 is_lcl);
Aloys Augustincdb71702019-04-08 17:54:39 +0200151void transport_get_listener_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700152 transport_endpoint_t * tep, u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700153int transport_connection_attribute (transport_proto_t tp, u32 conn_index,
154 u8 thread_index, u8 is_get,
155 transport_endpt_attr_t *attr);
Florin Coras1ee78302019-02-05 15:51:15 -0800156
157static inline transport_connection_t *
158transport_get_connection (transport_proto_t tp, u32 conn_index,
159 u8 thread_index)
Dave Barach2c25a622017-06-26 11:35:07 -0400160{
Florin Coras1ee78302019-02-05 15:51:15 -0800161 return tp_vfts[tp].get_connection (conn_index, thread_index);
Florin Corascea194d2017-10-02 00:18:51 -0700162}
163
Florin Coras1ee78302019-02-05 15:51:15 -0800164static inline transport_connection_t *
165transport_get_listener (transport_proto_t tp, u32 conn_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700166{
Florin Coras1ee78302019-02-05 15:51:15 -0800167 return tp_vfts[tp].get_listener (conn_index);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700168}
169
Florin Coras1ee78302019-02-05 15:51:15 -0800170static inline transport_connection_t *
171transport_get_half_open (transport_proto_t tp, u32 conn_index)
172{
173 return tp_vfts[tp].get_half_open (conn_index);
174}
175
Florin Corasf940f8a2019-03-06 10:44:38 -0800176static inline int
Florin Coras9f86d222020-03-23 15:34:22 +0000177transport_custom_tx (transport_proto_t tp, void *s,
178 transport_send_params_t * sp)
Florin Corasf940f8a2019-03-06 10:44:38 -0800179{
Florin Coras9f86d222020-03-23 15:34:22 +0000180 return tp_vfts[tp].custom_tx (s, sp);
Florin Corasf940f8a2019-03-06 10:44:38 -0800181}
182
Florin Coras317b8e02019-04-17 09:57:46 -0700183static inline int
184transport_app_rx_evt (transport_proto_t tp, u32 conn_index, u32 thread_index)
185{
186 transport_connection_t *tc;
187 if (!tp_vfts[tp].app_rx_evt)
188 return 0;
189 tc = transport_get_connection (tp, conn_index, thread_index);
190 return tp_vfts[tp].app_rx_evt (tc);
191}
192
Florin Coras11e9e352019-11-13 19:09:47 -0800193/**
Florin Coras70f879d2020-03-13 17:54:42 +0000194 * Get send parameters for transport connection
195 *
196 * These include maximum tx burst, mss, tx offset and other flags
197 * transport might want to provide to sessin layer
Florin Coras11e9e352019-11-13 19:09:47 -0800198 *
199 * @param tc transport connection
Florin Coras70f879d2020-03-13 17:54:42 +0000200 * @param sp send paramaters
201 *
Florin Coras11e9e352019-11-13 19:09:47 -0800202 */
203static inline u32
Florin Coras70f879d2020-03-13 17:54:42 +0000204transport_connection_snd_params (transport_connection_t * tc,
205 transport_send_params_t * sp)
Florin Coras11e9e352019-11-13 19:09:47 -0800206{
Florin Coras70f879d2020-03-13 17:54:42 +0000207 return tp_vfts[tc->proto].send_params (tc, sp);
Florin Coras11e9e352019-11-13 19:09:47 -0800208}
209
Florin Coras70f879d2020-03-13 17:54:42 +0000210static inline u8
211transport_connection_is_descheduled (transport_connection_t * tc)
212{
Florin Coras6080e0d2020-03-13 20:39:43 +0000213 return ((tc->flags & TRANSPORT_CONNECTION_F_DESCHED) ? 1 : 0);
Florin Coras70f879d2020-03-13 17:54:42 +0000214}
215
216static inline void
217transport_connection_deschedule (transport_connection_t * tc)
218{
219 tc->flags |= TRANSPORT_CONNECTION_F_DESCHED;
220}
221
Florin Coras87b7e3d2020-03-27 15:06:07 +0000222static inline u8
223transport_connection_is_cless (transport_connection_t * tc)
224{
225 return ((tc->flags & TRANSPORT_CONNECTION_F_CLESS) ? 1 : 0);
226}
227
Florin Coras70f879d2020-03-13 17:54:42 +0000228void transport_connection_reschedule (transport_connection_t * tc);
Florin Coras8c4fa012020-11-06 16:59:08 -0800229void transport_fifos_init_ooo (transport_connection_t * tc);
Florin Coras70f879d2020-03-13 17:54:42 +0000230
Florin Coras07063b82020-03-13 04:44:51 +0000231/**
232 * Register transport virtual function table.
233 *
234 * @param transport_proto - transport protocol type (i.e., TCP, UDP ..)
235 * @param vft - virtual function table for transport proto
236 * @param fib_proto - network layer protocol
237 * @param output_node - output node index that session layer will hand off
238 * buffers to, for requested fib proto
239 */
Florin Coras1ee78302019-02-05 15:51:15 -0800240void transport_register_protocol (transport_proto_t transport_proto,
241 const transport_proto_vft_t * vft,
242 fib_protocol_t fib_proto, u32 output_node);
Florin Coras07063b82020-03-13 04:44:51 +0000243transport_proto_t
244transport_register_new_protocol (const transport_proto_vft_t * vft,
245 fib_protocol_t fib_proto, u32 output_node);
Florin Coras1ee78302019-02-05 15:51:15 -0800246transport_proto_vft_t *transport_protocol_get_vft (transport_proto_t tp);
Florin Corasa8e71c82019-10-22 19:01:39 -0700247void transport_update_time (clib_time_type_t time_now, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800248
Florin Coras3cbc04b2017-10-02 00:18:51 -0700249int transport_alloc_local_port (u8 proto, ip46_address_t * ip);
Florin Coras5665ced2018-10-25 18:03:45 -0700250int transport_alloc_local_endpoint (u8 proto, transport_endpoint_cfg_t * rmt,
Florin Coras3cbc04b2017-10-02 00:18:51 -0700251 ip46_address_t * lcl_addr,
252 u16 * lcl_port);
Florin Coras57660d92020-04-04 22:45:34 +0000253void transport_share_local_endpoint (u8 proto, ip46_address_t * lcl_ip,
254 u16 port);
Florin Corasbf27ca82022-11-09 15:54:39 -0800255int transport_release_local_endpoint (u8 proto, ip46_address_t *lcl_ip,
256 u16 port);
Florin Coras1ee78302019-02-05 15:51:15 -0800257void transport_enable_disable (vlib_main_t * vm, u8 is_en);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700258void transport_init (void);
259
Florin Coras1ee78302019-02-05 15:51:15 -0800260always_inline u32
261transport_elog_track_index (transport_connection_t * tc)
262{
263#if TRANSPORT_DEBUG
264 return tc->elog_track.track_index_plus_one - 1;
265#else
266 return ~0;
267#endif
268}
269
270void transport_connection_tx_pacer_reset (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700271 u64 rate_bytes_per_sec,
Florin Coras11e9e352019-11-13 19:09:47 -0800272 u32 initial_bucket,
273 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800274/**
275 * Initialize tx pacer for connection
276 *
277 * @param tc transport connection
278 * @param rate_bytes_per_second initial byte rate
279 * @param burst_bytes initial burst size in bytes
280 */
281void transport_connection_tx_pacer_init (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700282 u64 rate_bytes_per_sec,
Florin Coras1ee78302019-02-05 15:51:15 -0800283 u32 initial_bucket);
284
285/**
286 * Update tx pacer pacing rate
287 *
288 * @param tc transport connection
289 * @param bytes_per_sec new pacing rate
Florin Coras11e9e352019-11-13 19:09:47 -0800290 * @param rtt connection rtt that is used to compute
291 * inactivity time after which pacer bucket is
292 * reset to 1 mtu
Florin Coras1ee78302019-02-05 15:51:15 -0800293 */
294void transport_connection_tx_pacer_update (transport_connection_t * tc,
Florin Coras11e9e352019-11-13 19:09:47 -0800295 u64 bytes_per_sec,
296 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800297
Florin Coras52814732019-06-12 15:38:19 -0700298/**
299 * Get tx pacer max burst
300 *
301 * @param tc transport connection
302 * @param time_now current cpu time
303 * @return max burst for connection
304 */
Florin Corasa8e71c82019-10-22 19:01:39 -0700305u32 transport_connection_tx_pacer_burst (transport_connection_t * tc);
Florin Coras1ee78302019-02-05 15:51:15 -0800306
307/**
Florin Coras52814732019-06-12 15:38:19 -0700308 * Get tx pacer current rate
309 *
310 * @param tc transport connection
311 * @return rate for connection in bytes/s
312 */
313u64 transport_connection_tx_pacer_rate (transport_connection_t * tc);
314
315/**
Florin Coras36ebcff2019-09-12 18:36:44 -0700316 * Reset tx pacer bucket
317 *
318 * @param tc transport connection
Florin Coras11e9e352019-11-13 19:09:47 -0800319 * @param bucket value the bucket will be reset to
Florin Coras36ebcff2019-09-12 18:36:44 -0700320 */
Florin Coras11e9e352019-11-13 19:09:47 -0800321void transport_connection_tx_pacer_reset_bucket (transport_connection_t * tc,
322 u32 bucket);
Florin Coras1ee78302019-02-05 15:51:15 -0800323
324/**
325 * Check if transport connection is paced
326 */
327always_inline u8
328transport_connection_is_tx_paced (transport_connection_t * tc)
329{
330 return (tc->flags & TRANSPORT_CONNECTION_F_IS_TX_PACED);
331}
332
Florin Coras9bd71be2022-01-09 18:18:10 -0800333/**
334 * Clear descheduled flag and update pacer if needed
335 *
336 * To add session to scheduler use @ref transport_connection_reschedule
337 */
338always_inline void
339transport_connection_clear_descheduled (transport_connection_t *tc)
340{
341 tc->flags &= ~TRANSPORT_CONNECTION_F_DESCHED;
342 if (transport_connection_is_tx_paced (tc))
343 transport_connection_tx_pacer_reset_bucket (tc, 0 /* bucket */);
344}
345
Florin Coras1ee78302019-02-05 15:51:15 -0800346u8 *format_transport_pacer (u8 * s, va_list * args);
347
348/**
Florin Coras00482232019-08-02 12:52:00 -0700349 * Update tx bytes for paced transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800350 *
Florin Coras00482232019-08-02 12:52:00 -0700351 * If tx pacing is enabled, this update pacer bucket to account for the
Florin Coras1ee78302019-02-05 15:51:15 -0800352 * amount of bytes that have been sent.
353 *
354 * @param tc transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800355 * @param bytes bytes recently sent
356 */
Florin Coras00482232019-08-02 12:52:00 -0700357void transport_connection_update_tx_bytes (transport_connection_t * tc,
Florin Coras1ee78302019-02-05 15:51:15 -0800358 u32 bytes);
359
360void
361transport_connection_tx_pacer_update_bytes (transport_connection_t * tc,
362 u32 bytes);
363
Florin Coras8f10b902021-04-02 18:32:00 -0700364/**
365 * Request pacer time update
366 *
367 * @param thread_index thread for which time is updated
368 * @param now time now
369 */
370void transport_update_pacer_time (u32 thread_index, clib_time_type_t now);
371
Florin Coras1ee78302019-02-05 15:51:15 -0800372#endif /* SRC_VNET_SESSION_TRANSPORT_H_ */
Dave Barach68b0fb02017-02-28 15:15:56 -0500373
374/*
375 * fd.io coding-style-patch-verification: ON
376 *
377 * Local Variables:
378 * eval: (c-set-style "gnu")
379 * End:
380 */