blob: 447552c539ee6b0e1694e56036a06bef9857740f [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras1ee78302019-02-05 15:51:15 -08002 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
Florin Coras1ee78302019-02-05 15:51:15 -080016#ifndef SRC_VNET_SESSION_TRANSPORT_H_
17#define SRC_VNET_SESSION_TRANSPORT_H_
Dave Barach68b0fb02017-02-28 15:15:56 -050018
19#include <vnet/vnet.h>
Florin Coras1ee78302019-02-05 15:51:15 -080020#include <vnet/session/transport_types.h>
Florin Corasd67f1122018-05-21 17:47:40 -070021
Florin Corasc31dc312019-10-06 14:06:14 -070022#define TRANSPORT_PACER_MIN_MSS 1460
23#define TRANSPORT_PACER_MIN_BURST TRANSPORT_PACER_MIN_MSS
24#define TRANSPORT_PACER_MAX_BURST (43 * TRANSPORT_PACER_MIN_MSS)
Florin Corased8db522020-02-27 04:32:51 +000025#define TRANSPORT_PACER_MAX_BURST_PKTS 43
Florin Coras7808df22020-11-02 18:00:32 -080026#define TRANSPORT_PACER_BURSTS_PER_RTT 20
Florin Coras11e9e352019-11-13 19:09:47 -080027#define TRANSPORT_PACER_MIN_IDLE 100
28#define TRANSPORT_PACER_IDLE_FACTOR 0.05
Florin Corasc31dc312019-10-06 14:06:14 -070029
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020030typedef struct _transport_options_t
31{
Florin Coras07063b82020-03-13 04:44:51 +000032 char *name;
33 char *short_name;
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020034 transport_tx_fn_type_t tx_type;
35 transport_service_type_t service_type;
36} transport_options_t;
37
Florin Coras70f879d2020-03-13 17:54:42 +000038typedef enum transport_snd_flags_
39{
40 TRANSPORT_SND_F_DESCHED = 1 << 0,
41 TRANSPORT_SND_F_POSTPONE = 1 << 1,
42 TRANSPORT_SND_N_FLAGS
43} __clib_packed transport_snd_flags_t;
44
45typedef struct transport_send_params_
46{
Florin Coras9f86d222020-03-23 15:34:22 +000047 union
48 {
49 /* Used to retrieve snd params from transports */
50 struct
51 {
52 u32 snd_space;
53 u32 tx_offset;
54 u16 snd_mss;
55 };
56 /* Used by custom tx functions */
57 struct
58 {
59 u32 max_burst_size;
60 };
61 };
Florin Coras70f879d2020-03-13 17:54:42 +000062 transport_snd_flags_t flags;
63} transport_send_params_t;
64
Florin Corasde9a8492018-10-24 22:18:58 -070065/*
Florin Coras1ee78302019-02-05 15:51:15 -080066 * Transport protocol virtual function table
Florin Corasde9a8492018-10-24 22:18:58 -070067 */
Florin Coras1ee78302019-02-05 15:51:15 -080068/* *INDENT-OFF* */
69typedef struct _transport_proto_vft
Dave Barach68b0fb02017-02-28 15:15:56 -050070{
Florin Coras1ee78302019-02-05 15:51:15 -080071 /*
72 * Setup
73 */
74 u32 (*start_listen) (u32 session_index, transport_endpoint_t * lcl);
75 u32 (*stop_listen) (u32 conn_index);
76 int (*connect) (transport_endpoint_cfg_t * rmt);
liuyacan534468e2021-05-09 03:50:40 +000077 void (*half_close) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080078 void (*close) (u32 conn_index, u32 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -070079 void (*reset) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080080 void (*cleanup) (u32 conn_index, u32 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +000081 void (*cleanup_ho) (u32 conn_index);
Florin Coras1ee78302019-02-05 15:51:15 -080082 clib_error_t *(*enable) (vlib_main_t * vm, u8 is_en);
Dave Barach68b0fb02017-02-28 15:15:56 -050083
Florin Coras1ee78302019-02-05 15:51:15 -080084 /*
85 * Transmission
86 */
Dave Barach68b0fb02017-02-28 15:15:56 -050087
Florin Coras1ee78302019-02-05 15:51:15 -080088 u32 (*push_header) (transport_connection_t * tconn, vlib_buffer_t * b);
Florin Coras70f879d2020-03-13 17:54:42 +000089 int (*send_params) (transport_connection_t * tconn,
90 transport_send_params_t *sp);
Florin Coras1ee78302019-02-05 15:51:15 -080091 void (*update_time) (f64 time_now, u8 thread_index);
92 void (*flush_data) (transport_connection_t *tconn);
Florin Coras9f86d222020-03-23 15:34:22 +000093 int (*custom_tx) (void *session, transport_send_params_t *sp);
Florin Coras317b8e02019-04-17 09:57:46 -070094 int (*app_rx_evt) (transport_connection_t *tconn);
Florin Corasf6359c82017-06-19 12:26:09 -040095
Florin Coras1ee78302019-02-05 15:51:15 -080096 /*
97 * Connection retrieval
98 */
99 transport_connection_t *(*get_connection) (u32 conn_idx, u32 thread_idx);
100 transport_connection_t *(*get_listener) (u32 conn_index);
101 transport_connection_t *(*get_half_open) (u32 conn_index);
Florin Corasd67f1122018-05-21 17:47:40 -0700102
Florin Coras1ee78302019-02-05 15:51:15 -0800103 /*
104 * Format
105 */
106 u8 *(*format_connection) (u8 * s, va_list * args);
107 u8 *(*format_listener) (u8 * s, va_list * args);
108 u8 *(*format_half_open) (u8 * s, va_list * args);
Florin Corase69f4952017-03-07 10:06:24 -0800109
Florin Coras09d18c22019-04-24 11:10:02 -0700110 /*
Florin Coras04ae8272021-04-12 19:55:37 -0700111 * Properties retrieval/setting
Florin Coras09d18c22019-04-24 11:10:02 -0700112 */
113 void (*get_transport_endpoint) (u32 conn_index, u32 thread_index,
114 transport_endpoint_t *tep, u8 is_lcl);
115 void (*get_transport_listener_endpoint) (u32 conn_index,
116 transport_endpoint_t *tep,
117 u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700118 int (*attribute) (u32 conn_index, u32 thread_index, u8 is_get,
119 transport_endpt_attr_t *attr);
Aloys Augustincdb71702019-04-08 17:54:39 +0200120
Florin Coras1ee78302019-02-05 15:51:15 -0800121 /*
122 * Properties
123 */
Nathan Skrzypczake971bc92019-06-19 13:42:37 +0200124 transport_options_t transport_options;
Florin Coras1ee78302019-02-05 15:51:15 -0800125} transport_proto_vft_t;
126/* *INDENT-ON* */
Dave Barach68b0fb02017-02-28 15:15:56 -0500127
Florin Coras1ee78302019-02-05 15:51:15 -0800128extern transport_proto_vft_t *tp_vfts;
Florin Corasd67f1122018-05-21 17:47:40 -0700129
Florin Coras1ee78302019-02-05 15:51:15 -0800130#define transport_proto_foreach(VAR, BODY) \
131do { \
132 for (VAR = 0; VAR < vec_len (tp_vfts); VAR++) \
133 if (tp_vfts[VAR].push_header != 0) \
134 do { BODY; } while (0); \
135} while (0)
136
137int transport_connect (transport_proto_t tp, transport_endpoint_cfg_t * tep);
liuyacan534468e2021-05-09 03:50:40 +0000138void transport_half_close (transport_proto_t tp, u32 conn_index,
139 u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800140void transport_close (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -0700141void transport_reset (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800142u32 transport_start_listen (transport_proto_t tp, u32 session_index,
143 transport_endpoint_t * tep);
144u32 transport_stop_listen (transport_proto_t tp, u32 conn_index);
145void transport_cleanup (transport_proto_t tp, u32 conn_index,
146 u8 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +0000147void transport_cleanup_half_open (transport_proto_t tp, u32 conn_index);
Aloys Augustincdb71702019-04-08 17:54:39 +0200148void transport_get_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700149 u32 thread_index, transport_endpoint_t * tep,
150 u8 is_lcl);
Aloys Augustincdb71702019-04-08 17:54:39 +0200151void transport_get_listener_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700152 transport_endpoint_t * tep, u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700153int transport_connection_attribute (transport_proto_t tp, u32 conn_index,
154 u8 thread_index, u8 is_get,
155 transport_endpt_attr_t *attr);
Florin Coras1ee78302019-02-05 15:51:15 -0800156
157static inline transport_connection_t *
158transport_get_connection (transport_proto_t tp, u32 conn_index,
159 u8 thread_index)
Dave Barach2c25a622017-06-26 11:35:07 -0400160{
Florin Coras1ee78302019-02-05 15:51:15 -0800161 return tp_vfts[tp].get_connection (conn_index, thread_index);
Florin Corascea194d2017-10-02 00:18:51 -0700162}
163
Florin Coras1ee78302019-02-05 15:51:15 -0800164static inline transport_connection_t *
165transport_get_listener (transport_proto_t tp, u32 conn_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700166{
Florin Coras1ee78302019-02-05 15:51:15 -0800167 return tp_vfts[tp].get_listener (conn_index);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700168}
169
Florin Coras1ee78302019-02-05 15:51:15 -0800170static inline transport_connection_t *
171transport_get_half_open (transport_proto_t tp, u32 conn_index)
172{
173 return tp_vfts[tp].get_half_open (conn_index);
174}
175
Florin Corasf940f8a2019-03-06 10:44:38 -0800176static inline int
Florin Coras9f86d222020-03-23 15:34:22 +0000177transport_custom_tx (transport_proto_t tp, void *s,
178 transport_send_params_t * sp)
Florin Corasf940f8a2019-03-06 10:44:38 -0800179{
Florin Coras9f86d222020-03-23 15:34:22 +0000180 return tp_vfts[tp].custom_tx (s, sp);
Florin Corasf940f8a2019-03-06 10:44:38 -0800181}
182
Florin Coras317b8e02019-04-17 09:57:46 -0700183static inline int
184transport_app_rx_evt (transport_proto_t tp, u32 conn_index, u32 thread_index)
185{
186 transport_connection_t *tc;
187 if (!tp_vfts[tp].app_rx_evt)
188 return 0;
189 tc = transport_get_connection (tp, conn_index, thread_index);
190 return tp_vfts[tp].app_rx_evt (tc);
191}
192
Florin Coras11e9e352019-11-13 19:09:47 -0800193/**
Florin Coras70f879d2020-03-13 17:54:42 +0000194 * Get send parameters for transport connection
195 *
196 * These include maximum tx burst, mss, tx offset and other flags
197 * transport might want to provide to sessin layer
Florin Coras11e9e352019-11-13 19:09:47 -0800198 *
199 * @param tc transport connection
Florin Coras70f879d2020-03-13 17:54:42 +0000200 * @param sp send paramaters
201 *
Florin Coras11e9e352019-11-13 19:09:47 -0800202 */
203static inline u32
Florin Coras70f879d2020-03-13 17:54:42 +0000204transport_connection_snd_params (transport_connection_t * tc,
205 transport_send_params_t * sp)
Florin Coras11e9e352019-11-13 19:09:47 -0800206{
Florin Coras70f879d2020-03-13 17:54:42 +0000207 return tp_vfts[tc->proto].send_params (tc, sp);
Florin Coras11e9e352019-11-13 19:09:47 -0800208}
209
Florin Coras70f879d2020-03-13 17:54:42 +0000210static inline u8
211transport_connection_is_descheduled (transport_connection_t * tc)
212{
Florin Coras6080e0d2020-03-13 20:39:43 +0000213 return ((tc->flags & TRANSPORT_CONNECTION_F_DESCHED) ? 1 : 0);
Florin Coras70f879d2020-03-13 17:54:42 +0000214}
215
216static inline void
217transport_connection_deschedule (transport_connection_t * tc)
218{
219 tc->flags |= TRANSPORT_CONNECTION_F_DESCHED;
220}
221
Florin Coras87b7e3d2020-03-27 15:06:07 +0000222static inline u8
223transport_connection_is_cless (transport_connection_t * tc)
224{
225 return ((tc->flags & TRANSPORT_CONNECTION_F_CLESS) ? 1 : 0);
226}
227
Florin Coras70f879d2020-03-13 17:54:42 +0000228void transport_connection_reschedule (transport_connection_t * tc);
Florin Coras8c4fa012020-11-06 16:59:08 -0800229void transport_fifos_init_ooo (transport_connection_t * tc);
Florin Coras70f879d2020-03-13 17:54:42 +0000230
Florin Coras07063b82020-03-13 04:44:51 +0000231/**
232 * Register transport virtual function table.
233 *
234 * @param transport_proto - transport protocol type (i.e., TCP, UDP ..)
235 * @param vft - virtual function table for transport proto
236 * @param fib_proto - network layer protocol
237 * @param output_node - output node index that session layer will hand off
238 * buffers to, for requested fib proto
239 */
Florin Coras1ee78302019-02-05 15:51:15 -0800240void transport_register_protocol (transport_proto_t transport_proto,
241 const transport_proto_vft_t * vft,
242 fib_protocol_t fib_proto, u32 output_node);
Florin Coras07063b82020-03-13 04:44:51 +0000243transport_proto_t
244transport_register_new_protocol (const transport_proto_vft_t * vft,
245 fib_protocol_t fib_proto, u32 output_node);
Florin Coras1ee78302019-02-05 15:51:15 -0800246transport_proto_vft_t *transport_protocol_get_vft (transport_proto_t tp);
Florin Corasa8e71c82019-10-22 19:01:39 -0700247void transport_update_time (clib_time_type_t time_now, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800248
Florin Coras3cbc04b2017-10-02 00:18:51 -0700249int transport_alloc_local_port (u8 proto, ip46_address_t * ip);
Florin Coras5665ced2018-10-25 18:03:45 -0700250int transport_alloc_local_endpoint (u8 proto, transport_endpoint_cfg_t * rmt,
Florin Coras3cbc04b2017-10-02 00:18:51 -0700251 ip46_address_t * lcl_addr,
252 u16 * lcl_port);
Florin Coras57660d92020-04-04 22:45:34 +0000253void transport_share_local_endpoint (u8 proto, ip46_address_t * lcl_ip,
254 u16 port);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700255void transport_endpoint_cleanup (u8 proto, ip46_address_t * lcl_ip, u16 port);
Florin Coras1ee78302019-02-05 15:51:15 -0800256void transport_enable_disable (vlib_main_t * vm, u8 is_en);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700257void transport_init (void);
258
Florin Coras1ee78302019-02-05 15:51:15 -0800259always_inline u32
260transport_elog_track_index (transport_connection_t * tc)
261{
262#if TRANSPORT_DEBUG
263 return tc->elog_track.track_index_plus_one - 1;
264#else
265 return ~0;
266#endif
267}
268
269void transport_connection_tx_pacer_reset (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700270 u64 rate_bytes_per_sec,
Florin Coras11e9e352019-11-13 19:09:47 -0800271 u32 initial_bucket,
272 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800273/**
274 * Initialize tx pacer for connection
275 *
276 * @param tc transport connection
277 * @param rate_bytes_per_second initial byte rate
278 * @param burst_bytes initial burst size in bytes
279 */
280void transport_connection_tx_pacer_init (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700281 u64 rate_bytes_per_sec,
Florin Coras1ee78302019-02-05 15:51:15 -0800282 u32 initial_bucket);
283
284/**
285 * Update tx pacer pacing rate
286 *
287 * @param tc transport connection
288 * @param bytes_per_sec new pacing rate
Florin Coras11e9e352019-11-13 19:09:47 -0800289 * @param rtt connection rtt that is used to compute
290 * inactivity time after which pacer bucket is
291 * reset to 1 mtu
Florin Coras1ee78302019-02-05 15:51:15 -0800292 */
293void transport_connection_tx_pacer_update (transport_connection_t * tc,
Florin Coras11e9e352019-11-13 19:09:47 -0800294 u64 bytes_per_sec,
295 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800296
Florin Coras52814732019-06-12 15:38:19 -0700297/**
298 * Get tx pacer max burst
299 *
300 * @param tc transport connection
301 * @param time_now current cpu time
302 * @return max burst for connection
303 */
Florin Corasa8e71c82019-10-22 19:01:39 -0700304u32 transport_connection_tx_pacer_burst (transport_connection_t * tc);
Florin Coras1ee78302019-02-05 15:51:15 -0800305
306/**
Florin Coras52814732019-06-12 15:38:19 -0700307 * Get tx pacer current rate
308 *
309 * @param tc transport connection
310 * @return rate for connection in bytes/s
311 */
312u64 transport_connection_tx_pacer_rate (transport_connection_t * tc);
313
314/**
Florin Coras36ebcff2019-09-12 18:36:44 -0700315 * Reset tx pacer bucket
316 *
317 * @param tc transport connection
Florin Coras11e9e352019-11-13 19:09:47 -0800318 * @param bucket value the bucket will be reset to
Florin Coras36ebcff2019-09-12 18:36:44 -0700319 */
Florin Coras11e9e352019-11-13 19:09:47 -0800320void transport_connection_tx_pacer_reset_bucket (transport_connection_t * tc,
321 u32 bucket);
Florin Coras1ee78302019-02-05 15:51:15 -0800322
323/**
324 * Check if transport connection is paced
325 */
326always_inline u8
327transport_connection_is_tx_paced (transport_connection_t * tc)
328{
329 return (tc->flags & TRANSPORT_CONNECTION_F_IS_TX_PACED);
330}
331
332u8 *format_transport_pacer (u8 * s, va_list * args);
333
334/**
Florin Coras00482232019-08-02 12:52:00 -0700335 * Update tx bytes for paced transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800336 *
Florin Coras00482232019-08-02 12:52:00 -0700337 * If tx pacing is enabled, this update pacer bucket to account for the
Florin Coras1ee78302019-02-05 15:51:15 -0800338 * amount of bytes that have been sent.
339 *
340 * @param tc transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800341 * @param bytes bytes recently sent
342 */
Florin Coras00482232019-08-02 12:52:00 -0700343void transport_connection_update_tx_bytes (transport_connection_t * tc,
Florin Coras1ee78302019-02-05 15:51:15 -0800344 u32 bytes);
345
346void
347transport_connection_tx_pacer_update_bytes (transport_connection_t * tc,
348 u32 bytes);
349
Florin Coras8f10b902021-04-02 18:32:00 -0700350/**
351 * Request pacer time update
352 *
353 * @param thread_index thread for which time is updated
354 * @param now time now
355 */
356void transport_update_pacer_time (u32 thread_index, clib_time_type_t now);
357
Florin Coras1ee78302019-02-05 15:51:15 -0800358#endif /* SRC_VNET_SESSION_TRANSPORT_H_ */
Dave Barach68b0fb02017-02-28 15:15:56 -0500359
360/*
361 * fd.io coding-style-patch-verification: ON
362 *
363 * Local Variables:
364 * eval: (c-set-style "gnu")
365 * End:
366 */