blob: 67583d23be04dce2eb1e56868821804777445dd7 [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras1ee78302019-02-05 15:51:15 -08002 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
Florin Coras1ee78302019-02-05 15:51:15 -080016#ifndef SRC_VNET_SESSION_TRANSPORT_H_
17#define SRC_VNET_SESSION_TRANSPORT_H_
Dave Barach68b0fb02017-02-28 15:15:56 -050018
19#include <vnet/vnet.h>
Florin Coras1ee78302019-02-05 15:51:15 -080020#include <vnet/session/transport_types.h>
Florin Corasd67f1122018-05-21 17:47:40 -070021
Florin Corasc31dc312019-10-06 14:06:14 -070022#define TRANSPORT_PACER_MIN_MSS 1460
23#define TRANSPORT_PACER_MIN_BURST TRANSPORT_PACER_MIN_MSS
24#define TRANSPORT_PACER_MAX_BURST (43 * TRANSPORT_PACER_MIN_MSS)
Florin Corased8db522020-02-27 04:32:51 +000025#define TRANSPORT_PACER_MAX_BURST_PKTS 43
Florin Coras7808df22020-11-02 18:00:32 -080026#define TRANSPORT_PACER_BURSTS_PER_RTT 20
Florin Coras11e9e352019-11-13 19:09:47 -080027#define TRANSPORT_PACER_MIN_IDLE 100
28#define TRANSPORT_PACER_IDLE_FACTOR 0.05
Florin Corasc31dc312019-10-06 14:06:14 -070029
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020030typedef struct _transport_options_t
31{
Florin Coras07063b82020-03-13 04:44:51 +000032 char *name;
33 char *short_name;
Nathan Skrzypczake971bc92019-06-19 13:42:37 +020034 transport_tx_fn_type_t tx_type;
35 transport_service_type_t service_type;
36} transport_options_t;
37
Florin Coras70f879d2020-03-13 17:54:42 +000038typedef enum transport_snd_flags_
39{
40 TRANSPORT_SND_F_DESCHED = 1 << 0,
41 TRANSPORT_SND_F_POSTPONE = 1 << 1,
42 TRANSPORT_SND_N_FLAGS
43} __clib_packed transport_snd_flags_t;
44
45typedef struct transport_send_params_
46{
Florin Coras9f86d222020-03-23 15:34:22 +000047 union
48 {
49 /* Used to retrieve snd params from transports */
50 struct
51 {
52 u32 snd_space;
53 u32 tx_offset;
54 u16 snd_mss;
55 };
56 /* Used by custom tx functions */
57 struct
58 {
59 u32 max_burst_size;
60 };
61 };
Florin Coras70f879d2020-03-13 17:54:42 +000062 transport_snd_flags_t flags;
63} transport_send_params_t;
64
Florin Corasde9a8492018-10-24 22:18:58 -070065/*
Florin Coras1ee78302019-02-05 15:51:15 -080066 * Transport protocol virtual function table
Florin Corasde9a8492018-10-24 22:18:58 -070067 */
Florin Coras1ee78302019-02-05 15:51:15 -080068/* *INDENT-OFF* */
69typedef struct _transport_proto_vft
Dave Barach68b0fb02017-02-28 15:15:56 -050070{
Florin Coras1ee78302019-02-05 15:51:15 -080071 /*
72 * Setup
73 */
74 u32 (*start_listen) (u32 session_index, transport_endpoint_t * lcl);
75 u32 (*stop_listen) (u32 conn_index);
76 int (*connect) (transport_endpoint_cfg_t * rmt);
77 void (*close) (u32 conn_index, u32 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -070078 void (*reset) (u32 conn_index, u32 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -080079 void (*cleanup) (u32 conn_index, u32 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +000080 void (*cleanup_ho) (u32 conn_index);
Florin Coras1ee78302019-02-05 15:51:15 -080081 clib_error_t *(*enable) (vlib_main_t * vm, u8 is_en);
Dave Barach68b0fb02017-02-28 15:15:56 -050082
Florin Coras1ee78302019-02-05 15:51:15 -080083 /*
84 * Transmission
85 */
Dave Barach68b0fb02017-02-28 15:15:56 -050086
Florin Coras1ee78302019-02-05 15:51:15 -080087 u32 (*push_header) (transport_connection_t * tconn, vlib_buffer_t * b);
Florin Coras70f879d2020-03-13 17:54:42 +000088 int (*send_params) (transport_connection_t * tconn,
89 transport_send_params_t *sp);
Florin Coras1ee78302019-02-05 15:51:15 -080090 void (*update_time) (f64 time_now, u8 thread_index);
91 void (*flush_data) (transport_connection_t *tconn);
Florin Coras9f86d222020-03-23 15:34:22 +000092 int (*custom_tx) (void *session, transport_send_params_t *sp);
Florin Coras317b8e02019-04-17 09:57:46 -070093 int (*app_rx_evt) (transport_connection_t *tconn);
Florin Corasf6359c82017-06-19 12:26:09 -040094
Florin Coras1ee78302019-02-05 15:51:15 -080095 /*
96 * Connection retrieval
97 */
98 transport_connection_t *(*get_connection) (u32 conn_idx, u32 thread_idx);
99 transport_connection_t *(*get_listener) (u32 conn_index);
100 transport_connection_t *(*get_half_open) (u32 conn_index);
Florin Corasd67f1122018-05-21 17:47:40 -0700101
Florin Coras1ee78302019-02-05 15:51:15 -0800102 /*
103 * Format
104 */
105 u8 *(*format_connection) (u8 * s, va_list * args);
106 u8 *(*format_listener) (u8 * s, va_list * args);
107 u8 *(*format_half_open) (u8 * s, va_list * args);
Florin Corase69f4952017-03-07 10:06:24 -0800108
Florin Coras09d18c22019-04-24 11:10:02 -0700109 /*
Florin Coras04ae8272021-04-12 19:55:37 -0700110 * Properties retrieval/setting
Florin Coras09d18c22019-04-24 11:10:02 -0700111 */
112 void (*get_transport_endpoint) (u32 conn_index, u32 thread_index,
113 transport_endpoint_t *tep, u8 is_lcl);
114 void (*get_transport_listener_endpoint) (u32 conn_index,
115 transport_endpoint_t *tep,
116 u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700117 int (*attribute) (u32 conn_index, u32 thread_index, u8 is_get,
118 transport_endpt_attr_t *attr);
Aloys Augustincdb71702019-04-08 17:54:39 +0200119
Florin Coras1ee78302019-02-05 15:51:15 -0800120 /*
121 * Properties
122 */
Nathan Skrzypczake971bc92019-06-19 13:42:37 +0200123 transport_options_t transport_options;
Florin Coras1ee78302019-02-05 15:51:15 -0800124} transport_proto_vft_t;
125/* *INDENT-ON* */
Dave Barach68b0fb02017-02-28 15:15:56 -0500126
Florin Coras1ee78302019-02-05 15:51:15 -0800127extern transport_proto_vft_t *tp_vfts;
Florin Corasd67f1122018-05-21 17:47:40 -0700128
Florin Coras1ee78302019-02-05 15:51:15 -0800129#define transport_proto_foreach(VAR, BODY) \
130do { \
131 for (VAR = 0; VAR < vec_len (tp_vfts); VAR++) \
132 if (tp_vfts[VAR].push_header != 0) \
133 do { BODY; } while (0); \
134} while (0)
135
136int transport_connect (transport_proto_t tp, transport_endpoint_cfg_t * tep);
137void transport_close (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Corasdfb3b872019-08-16 17:48:44 -0700138void transport_reset (transport_proto_t tp, u32 conn_index, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800139u32 transport_start_listen (transport_proto_t tp, u32 session_index,
140 transport_endpoint_t * tep);
141u32 transport_stop_listen (transport_proto_t tp, u32 conn_index);
142void transport_cleanup (transport_proto_t tp, u32 conn_index,
143 u8 thread_index);
Florin Corasd50ff7f2020-04-16 04:30:22 +0000144void transport_cleanup_half_open (transport_proto_t tp, u32 conn_index);
Aloys Augustincdb71702019-04-08 17:54:39 +0200145void transport_get_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700146 u32 thread_index, transport_endpoint_t * tep,
147 u8 is_lcl);
Aloys Augustincdb71702019-04-08 17:54:39 +0200148void transport_get_listener_endpoint (transport_proto_t tp, u32 conn_index,
Florin Coras09d18c22019-04-24 11:10:02 -0700149 transport_endpoint_t * tep, u8 is_lcl);
Florin Coras04ae8272021-04-12 19:55:37 -0700150int transport_connection_attribute (transport_proto_t tp, u32 conn_index,
151 u8 thread_index, u8 is_get,
152 transport_endpt_attr_t *attr);
Florin Coras1ee78302019-02-05 15:51:15 -0800153
154static inline transport_connection_t *
155transport_get_connection (transport_proto_t tp, u32 conn_index,
156 u8 thread_index)
Dave Barach2c25a622017-06-26 11:35:07 -0400157{
Florin Coras1ee78302019-02-05 15:51:15 -0800158 return tp_vfts[tp].get_connection (conn_index, thread_index);
Florin Corascea194d2017-10-02 00:18:51 -0700159}
160
Florin Coras1ee78302019-02-05 15:51:15 -0800161static inline transport_connection_t *
162transport_get_listener (transport_proto_t tp, u32 conn_index)
Florin Coras3cbc04b2017-10-02 00:18:51 -0700163{
Florin Coras1ee78302019-02-05 15:51:15 -0800164 return tp_vfts[tp].get_listener (conn_index);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700165}
166
Florin Coras1ee78302019-02-05 15:51:15 -0800167static inline transport_connection_t *
168transport_get_half_open (transport_proto_t tp, u32 conn_index)
169{
170 return tp_vfts[tp].get_half_open (conn_index);
171}
172
Florin Corasf940f8a2019-03-06 10:44:38 -0800173static inline int
Florin Coras9f86d222020-03-23 15:34:22 +0000174transport_custom_tx (transport_proto_t tp, void *s,
175 transport_send_params_t * sp)
Florin Corasf940f8a2019-03-06 10:44:38 -0800176{
Florin Coras9f86d222020-03-23 15:34:22 +0000177 return tp_vfts[tp].custom_tx (s, sp);
Florin Corasf940f8a2019-03-06 10:44:38 -0800178}
179
Florin Coras317b8e02019-04-17 09:57:46 -0700180static inline int
181transport_app_rx_evt (transport_proto_t tp, u32 conn_index, u32 thread_index)
182{
183 transport_connection_t *tc;
184 if (!tp_vfts[tp].app_rx_evt)
185 return 0;
186 tc = transport_get_connection (tp, conn_index, thread_index);
187 return tp_vfts[tp].app_rx_evt (tc);
188}
189
Florin Coras11e9e352019-11-13 19:09:47 -0800190/**
Florin Coras70f879d2020-03-13 17:54:42 +0000191 * Get send parameters for transport connection
192 *
193 * These include maximum tx burst, mss, tx offset and other flags
194 * transport might want to provide to sessin layer
Florin Coras11e9e352019-11-13 19:09:47 -0800195 *
196 * @param tc transport connection
Florin Coras70f879d2020-03-13 17:54:42 +0000197 * @param sp send paramaters
198 *
Florin Coras11e9e352019-11-13 19:09:47 -0800199 */
200static inline u32
Florin Coras70f879d2020-03-13 17:54:42 +0000201transport_connection_snd_params (transport_connection_t * tc,
202 transport_send_params_t * sp)
Florin Coras11e9e352019-11-13 19:09:47 -0800203{
Florin Coras70f879d2020-03-13 17:54:42 +0000204 return tp_vfts[tc->proto].send_params (tc, sp);
Florin Coras11e9e352019-11-13 19:09:47 -0800205}
206
Florin Coras70f879d2020-03-13 17:54:42 +0000207static inline u8
208transport_connection_is_descheduled (transport_connection_t * tc)
209{
Florin Coras6080e0d2020-03-13 20:39:43 +0000210 return ((tc->flags & TRANSPORT_CONNECTION_F_DESCHED) ? 1 : 0);
Florin Coras70f879d2020-03-13 17:54:42 +0000211}
212
213static inline void
214transport_connection_deschedule (transport_connection_t * tc)
215{
216 tc->flags |= TRANSPORT_CONNECTION_F_DESCHED;
217}
218
Florin Coras87b7e3d2020-03-27 15:06:07 +0000219static inline u8
220transport_connection_is_cless (transport_connection_t * tc)
221{
222 return ((tc->flags & TRANSPORT_CONNECTION_F_CLESS) ? 1 : 0);
223}
224
Florin Coras70f879d2020-03-13 17:54:42 +0000225void transport_connection_reschedule (transport_connection_t * tc);
Florin Coras8c4fa012020-11-06 16:59:08 -0800226void transport_fifos_init_ooo (transport_connection_t * tc);
Florin Coras70f879d2020-03-13 17:54:42 +0000227
Florin Coras07063b82020-03-13 04:44:51 +0000228/**
229 * Register transport virtual function table.
230 *
231 * @param transport_proto - transport protocol type (i.e., TCP, UDP ..)
232 * @param vft - virtual function table for transport proto
233 * @param fib_proto - network layer protocol
234 * @param output_node - output node index that session layer will hand off
235 * buffers to, for requested fib proto
236 */
Florin Coras1ee78302019-02-05 15:51:15 -0800237void transport_register_protocol (transport_proto_t transport_proto,
238 const transport_proto_vft_t * vft,
239 fib_protocol_t fib_proto, u32 output_node);
Florin Coras07063b82020-03-13 04:44:51 +0000240transport_proto_t
241transport_register_new_protocol (const transport_proto_vft_t * vft,
242 fib_protocol_t fib_proto, u32 output_node);
Florin Coras1ee78302019-02-05 15:51:15 -0800243transport_proto_vft_t *transport_protocol_get_vft (transport_proto_t tp);
Florin Corasa8e71c82019-10-22 19:01:39 -0700244void transport_update_time (clib_time_type_t time_now, u8 thread_index);
Florin Coras1ee78302019-02-05 15:51:15 -0800245
Florin Coras3cbc04b2017-10-02 00:18:51 -0700246int transport_alloc_local_port (u8 proto, ip46_address_t * ip);
Florin Coras5665ced2018-10-25 18:03:45 -0700247int transport_alloc_local_endpoint (u8 proto, transport_endpoint_cfg_t * rmt,
Florin Coras3cbc04b2017-10-02 00:18:51 -0700248 ip46_address_t * lcl_addr,
249 u16 * lcl_port);
Florin Coras57660d92020-04-04 22:45:34 +0000250void transport_share_local_endpoint (u8 proto, ip46_address_t * lcl_ip,
251 u16 port);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700252void transport_endpoint_cleanup (u8 proto, ip46_address_t * lcl_ip, u16 port);
Florin Coras1ee78302019-02-05 15:51:15 -0800253void transport_enable_disable (vlib_main_t * vm, u8 is_en);
Florin Coras3cbc04b2017-10-02 00:18:51 -0700254void transport_init (void);
255
Florin Coras1ee78302019-02-05 15:51:15 -0800256always_inline u32
257transport_elog_track_index (transport_connection_t * tc)
258{
259#if TRANSPORT_DEBUG
260 return tc->elog_track.track_index_plus_one - 1;
261#else
262 return ~0;
263#endif
264}
265
266void transport_connection_tx_pacer_reset (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700267 u64 rate_bytes_per_sec,
Florin Coras11e9e352019-11-13 19:09:47 -0800268 u32 initial_bucket,
269 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800270/**
271 * Initialize tx pacer for connection
272 *
273 * @param tc transport connection
274 * @param rate_bytes_per_second initial byte rate
275 * @param burst_bytes initial burst size in bytes
276 */
277void transport_connection_tx_pacer_init (transport_connection_t * tc,
Florin Corasa8e71c82019-10-22 19:01:39 -0700278 u64 rate_bytes_per_sec,
Florin Coras1ee78302019-02-05 15:51:15 -0800279 u32 initial_bucket);
280
281/**
282 * Update tx pacer pacing rate
283 *
284 * @param tc transport connection
285 * @param bytes_per_sec new pacing rate
Florin Coras11e9e352019-11-13 19:09:47 -0800286 * @param rtt connection rtt that is used to compute
287 * inactivity time after which pacer bucket is
288 * reset to 1 mtu
Florin Coras1ee78302019-02-05 15:51:15 -0800289 */
290void transport_connection_tx_pacer_update (transport_connection_t * tc,
Florin Coras11e9e352019-11-13 19:09:47 -0800291 u64 bytes_per_sec,
292 clib_us_time_t rtt);
Florin Coras1ee78302019-02-05 15:51:15 -0800293
Florin Coras52814732019-06-12 15:38:19 -0700294/**
295 * Get tx pacer max burst
296 *
297 * @param tc transport connection
298 * @param time_now current cpu time
299 * @return max burst for connection
300 */
Florin Corasa8e71c82019-10-22 19:01:39 -0700301u32 transport_connection_tx_pacer_burst (transport_connection_t * tc);
Florin Coras1ee78302019-02-05 15:51:15 -0800302
303/**
Florin Coras52814732019-06-12 15:38:19 -0700304 * Get tx pacer current rate
305 *
306 * @param tc transport connection
307 * @return rate for connection in bytes/s
308 */
309u64 transport_connection_tx_pacer_rate (transport_connection_t * tc);
310
311/**
Florin Coras36ebcff2019-09-12 18:36:44 -0700312 * Reset tx pacer bucket
313 *
314 * @param tc transport connection
Florin Coras11e9e352019-11-13 19:09:47 -0800315 * @param bucket value the bucket will be reset to
Florin Coras36ebcff2019-09-12 18:36:44 -0700316 */
Florin Coras11e9e352019-11-13 19:09:47 -0800317void transport_connection_tx_pacer_reset_bucket (transport_connection_t * tc,
318 u32 bucket);
Florin Coras1ee78302019-02-05 15:51:15 -0800319
320/**
321 * Check if transport connection is paced
322 */
323always_inline u8
324transport_connection_is_tx_paced (transport_connection_t * tc)
325{
326 return (tc->flags & TRANSPORT_CONNECTION_F_IS_TX_PACED);
327}
328
329u8 *format_transport_pacer (u8 * s, va_list * args);
330
331/**
Florin Coras00482232019-08-02 12:52:00 -0700332 * Update tx bytes for paced transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800333 *
Florin Coras00482232019-08-02 12:52:00 -0700334 * If tx pacing is enabled, this update pacer bucket to account for the
Florin Coras1ee78302019-02-05 15:51:15 -0800335 * amount of bytes that have been sent.
336 *
337 * @param tc transport connection
Florin Coras1ee78302019-02-05 15:51:15 -0800338 * @param bytes bytes recently sent
339 */
Florin Coras00482232019-08-02 12:52:00 -0700340void transport_connection_update_tx_bytes (transport_connection_t * tc,
Florin Coras1ee78302019-02-05 15:51:15 -0800341 u32 bytes);
342
343void
344transport_connection_tx_pacer_update_bytes (transport_connection_t * tc,
345 u32 bytes);
346
Florin Coras8f10b902021-04-02 18:32:00 -0700347/**
348 * Request pacer time update
349 *
350 * @param thread_index thread for which time is updated
351 * @param now time now
352 */
353void transport_update_pacer_time (u32 thread_index, clib_time_type_t now);
354
Florin Coras1ee78302019-02-05 15:51:15 -0800355#endif /* SRC_VNET_SESSION_TRANSPORT_H_ */
Dave Barach68b0fb02017-02-28 15:15:56 -0500356
357/*
358 * fd.io coding-style-patch-verification: ON
359 *
360 * Local Variables:
361 * eval: (c-set-style "gnu")
362 * End:
363 */