Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2017 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | #ifndef __included_session_h__ |
| 16 | #define __included_session_h__ |
| 17 | |
Florin Coras | 04e5344 | 2017-07-16 17:12:15 -0700 | [diff] [blame] | 18 | #include <vnet/session/stream_session.h> |
| 19 | #include <vnet/session/session_lookup.h> |
| 20 | #include <vnet/session/transport_interface.h> |
Florin Coras | 3e350af | 2017-03-30 02:54:28 -0700 | [diff] [blame] | 21 | #include <vnet/session/session_debug.h> |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 22 | #include <vnet/session/segment_manager.h> |
Florin Coras | e86a8ed | 2018-01-05 03:20:25 -0800 | [diff] [blame] | 23 | #include <svm/queue.h> |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 24 | |
| 25 | #define HALF_OPEN_LOOKUP_INVALID_VALUE ((u64)~0) |
| 26 | #define INVALID_INDEX ((u32)~0) |
Florin Coras | ab2f6db | 2018-08-31 14:31:41 -0700 | [diff] [blame] | 27 | #define SESSION_PROXY_LISTENER_INDEX ((u8)~0 - 1) |
Florin Coras | 5fda7a3 | 2018-02-14 08:04:31 -0800 | [diff] [blame] | 28 | #define SESSION_LOCAL_HANDLE_PREFIX 0x7FFFFFFF |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 29 | |
| 30 | /* TODO decide how much since we have pre-data as well */ |
| 31 | #define MAX_HDRS_LEN 100 /* Max number of bytes for headers */ |
| 32 | |
| 33 | typedef enum |
| 34 | { |
Florin Coras | a546481 | 2017-04-19 13:00:05 -0700 | [diff] [blame] | 35 | FIFO_EVENT_APP_RX, |
Florin Coras | 460dce6 | 2018-07-27 05:45:06 -0700 | [diff] [blame] | 36 | SESSION_IO_EVT_CT_RX, |
Florin Coras | a546481 | 2017-04-19 13:00:05 -0700 | [diff] [blame] | 37 | FIFO_EVENT_APP_TX, |
Florin Coras | 460dce6 | 2018-07-27 05:45:06 -0700 | [diff] [blame] | 38 | SESSION_IO_EVT_CT_TX, |
Florin Coras | a546481 | 2017-04-19 13:00:05 -0700 | [diff] [blame] | 39 | FIFO_EVENT_DISCONNECT, |
Dave Barach | e5f1d27 | 2017-05-10 13:34:04 -0400 | [diff] [blame] | 40 | FIFO_EVENT_BUILTIN_RX, |
Florin Coras | ef91534 | 2018-09-29 10:23:06 -0700 | [diff] [blame] | 41 | FIFO_EVENT_BUILTIN_TX, |
Dave Barach | e5f1d27 | 2017-05-10 13:34:04 -0400 | [diff] [blame] | 42 | FIFO_EVENT_RPC, |
Florin Coras | 6011699 | 2018-08-27 09:52:18 -0700 | [diff] [blame] | 43 | SESSION_CTRL_EVT_BOUND, |
Florin Coras | 52207f1 | 2018-07-12 14:48:06 -0700 | [diff] [blame] | 44 | SESSION_CTRL_EVT_ACCEPTED, |
| 45 | SESSION_CTRL_EVT_ACCEPTED_REPLY, |
| 46 | SESSION_CTRL_EVT_CONNECTED, |
| 47 | SESSION_CTRL_EVT_CONNECTED_REPLY, |
| 48 | SESSION_CTRL_EVT_DISCONNECTED, |
| 49 | SESSION_CTRL_EVT_DISCONNECTED_REPLY, |
| 50 | SESSION_CTRL_EVT_RESET, |
| 51 | SESSION_CTRL_EVT_RESET_REPLY |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 52 | } session_evt_type_t; |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 53 | |
Dave Wallace | 33e002b | 2017-09-06 01:20:02 -0400 | [diff] [blame] | 54 | static inline const char * |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 55 | fifo_event_type_str (session_evt_type_t et) |
Dave Wallace | 33e002b | 2017-09-06 01:20:02 -0400 | [diff] [blame] | 56 | { |
| 57 | switch (et) |
| 58 | { |
| 59 | case FIFO_EVENT_APP_RX: |
| 60 | return "FIFO_EVENT_APP_RX"; |
| 61 | case FIFO_EVENT_APP_TX: |
| 62 | return "FIFO_EVENT_APP_TX"; |
Dave Wallace | 33e002b | 2017-09-06 01:20:02 -0400 | [diff] [blame] | 63 | case FIFO_EVENT_DISCONNECT: |
| 64 | return "FIFO_EVENT_DISCONNECT"; |
| 65 | case FIFO_EVENT_BUILTIN_RX: |
| 66 | return "FIFO_EVENT_BUILTIN_RX"; |
| 67 | case FIFO_EVENT_RPC: |
| 68 | return "FIFO_EVENT_RPC"; |
| 69 | default: |
| 70 | return "UNKNOWN FIFO EVENT"; |
| 71 | } |
| 72 | } |
| 73 | |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 74 | typedef enum |
| 75 | { |
| 76 | SESSION_MQ_IO_EVT_RING, |
| 77 | SESSION_MQ_CTRL_EVT_RING, |
| 78 | SESSION_MQ_N_RINGS |
| 79 | } session_mq_rings_e; |
| 80 | |
Florin Coras | 3e350af | 2017-03-30 02:54:28 -0700 | [diff] [blame] | 81 | #define foreach_session_input_error \ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 82 | _(NO_SESSION, "No session drops") \ |
| 83 | _(NO_LISTENER, "No listener for dst port drops") \ |
| 84 | _(ENQUEUED, "Packets pushed into rx fifo") \ |
| 85 | _(NOT_READY, "Session not ready packets") \ |
| 86 | _(FIFO_FULL, "Packets dropped for lack of rx fifo space") \ |
| 87 | _(EVENT_FIFO_FULL, "Events not sent for lack of event fifo space") \ |
| 88 | _(API_QUEUE_FULL, "Sessions not created for lack of API queue space") \ |
| 89 | _(NEW_SEG_NO_SPACE, "Created segment, couldn't allocate a fifo pair") \ |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 90 | _(NO_SPACE, "Couldn't allocate a fifo pair") \ |
| 91 | _(SEG_CREATE, "Couldn't create a new segment") |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 92 | |
| 93 | typedef enum |
| 94 | { |
| 95 | #define _(sym,str) SESSION_ERROR_##sym, |
| 96 | foreach_session_input_error |
| 97 | #undef _ |
| 98 | SESSION_N_ERROR, |
| 99 | } session_error_t; |
| 100 | |
Dave Barach | e5f1d27 | 2017-05-10 13:34:04 -0400 | [diff] [blame] | 101 | typedef struct |
| 102 | { |
| 103 | void *fp; |
| 104 | void *arg; |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 105 | } session_rpc_args_t; |
Dave Barach | e5f1d27 | 2017-05-10 13:34:04 -0400 | [diff] [blame] | 106 | |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 107 | typedef u64 session_handle_t; |
| 108 | |
Florin Coras | 6792ec0 | 2017-03-13 03:49:51 -0700 | [diff] [blame] | 109 | /* *INDENT-OFF* */ |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 110 | typedef struct |
| 111 | { |
Florin Coras | 6792ec0 | 2017-03-13 03:49:51 -0700 | [diff] [blame] | 112 | u8 event_type; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 113 | u8 postponed; |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 114 | union |
| 115 | { |
| 116 | svm_fifo_t *fifo; |
| 117 | session_handle_t session_handle; |
| 118 | session_rpc_args_t rpc_args; |
| 119 | struct |
| 120 | { |
| 121 | u8 data[0]; |
| 122 | }; |
| 123 | }; |
Florin Coras | 52207f1 | 2018-07-12 14:48:06 -0700 | [diff] [blame] | 124 | } __clib_packed session_event_t; |
Florin Coras | 6792ec0 | 2017-03-13 03:49:51 -0700 | [diff] [blame] | 125 | /* *INDENT-ON* */ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 126 | |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 127 | #define SESSION_MSG_NULL { } |
| 128 | |
Florin Coras | 8e43d04 | 2018-05-04 15:46:57 -0700 | [diff] [blame] | 129 | typedef struct session_dgram_pre_hdr_ |
| 130 | { |
| 131 | u32 data_length; |
| 132 | u32 data_offset; |
| 133 | } session_dgram_pre_hdr_t; |
| 134 | |
| 135 | /* *INDENT-OFF* */ |
| 136 | typedef CLIB_PACKED (struct session_dgram_header_ |
| 137 | { |
| 138 | u32 data_length; |
| 139 | u32 data_offset; |
| 140 | ip46_address_t rmt_ip; |
| 141 | ip46_address_t lcl_ip; |
| 142 | u16 rmt_port; |
| 143 | u16 lcl_port; |
| 144 | u8 is_ip4; |
| 145 | }) session_dgram_hdr_t; |
| 146 | /* *INDENT-ON* */ |
| 147 | |
| 148 | #define SESSION_CONN_ID_LEN 37 |
| 149 | #define SESSION_CONN_HDR_LEN 45 |
| 150 | |
| 151 | STATIC_ASSERT (sizeof (session_dgram_hdr_t) == (SESSION_CONN_ID_LEN + 8), |
| 152 | "session conn id wrong length"); |
| 153 | |
| 154 | typedef struct session_tx_context_ |
| 155 | { |
| 156 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); |
| 157 | stream_session_t *s; |
| 158 | transport_proto_vft_t *transport_vft; |
| 159 | transport_connection_t *tc; |
| 160 | vlib_buffer_t *b; |
| 161 | u32 max_dequeue; |
| 162 | u32 snd_space; |
| 163 | u32 left_to_snd; |
| 164 | u32 tx_offset; |
| 165 | u32 max_len_to_snd; |
| 166 | u16 deq_per_first_buf; |
| 167 | u16 deq_per_buf; |
| 168 | u16 snd_mss; |
Florin Coras | f08f26d | 2018-05-10 13:20:47 -0700 | [diff] [blame] | 169 | u16 n_segs_per_evt; |
Florin Coras | 8e43d04 | 2018-05-04 15:46:57 -0700 | [diff] [blame] | 170 | u8 n_bufs_per_seg; |
| 171 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline1); |
| 172 | session_dgram_hdr_t hdr; |
| 173 | } session_tx_context_t; |
| 174 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 175 | /* Forward definition */ |
| 176 | typedef struct _session_manager_main session_manager_main_t; |
| 177 | |
| 178 | typedef int |
| 179 | (session_fifo_rx_fn) (vlib_main_t * vm, vlib_node_runtime_t * node, |
Florin Coras | 52207f1 | 2018-07-12 14:48:06 -0700 | [diff] [blame] | 180 | session_event_t * e0, stream_session_t * s0, |
Florin Coras | 8e43d04 | 2018-05-04 15:46:57 -0700 | [diff] [blame] | 181 | int *n_tx_pkts); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 182 | |
Florin Coras | d79b41e | 2017-03-04 05:37:52 -0800 | [diff] [blame] | 183 | extern session_fifo_rx_fn session_tx_fifo_peek_and_snd; |
| 184 | extern session_fifo_rx_fn session_tx_fifo_dequeue_and_snd; |
Florin Coras | 371ca50 | 2018-02-21 12:07:41 -0800 | [diff] [blame] | 185 | extern session_fifo_rx_fn session_tx_fifo_dequeue_internal; |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 186 | |
Florin Coras | 52207f1 | 2018-07-12 14:48:06 -0700 | [diff] [blame] | 187 | u8 session_node_lookup_fifo_event (svm_fifo_t * f, session_event_t * e); |
Florin Coras | 6534b7a | 2017-07-18 05:38:03 -0400 | [diff] [blame] | 188 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 189 | typedef struct session_manager_worker_ |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 190 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 191 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 192 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 193 | /** Worker session pool */ |
| 194 | stream_session_t *sessions; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 195 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 196 | /** vpp event message queue for worker */ |
| 197 | svm_msg_q_t *vpp_event_queue; |
Florin Coras | 8e43d04 | 2018-05-04 15:46:57 -0700 | [diff] [blame] | 198 | |
Florin Coras | d67f112 | 2018-05-21 17:47:40 -0700 | [diff] [blame] | 199 | /** Our approximation of a "complete" dispatch loop period */ |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 200 | f64 dispatch_period; |
Florin Coras | d67f112 | 2018-05-21 17:47:40 -0700 | [diff] [blame] | 201 | |
| 202 | /** vlib_time_now last time around the track */ |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 203 | f64 last_vlib_time; |
Florin Coras | d67f112 | 2018-05-21 17:47:40 -0700 | [diff] [blame] | 204 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 205 | /** Per-proto enqueue epoch counters */ |
| 206 | u64 current_enqueue_epoch[TRANSPORT_N_PROTO]; |
| 207 | |
| 208 | /** Per-proto vector of sessions to enqueue */ |
| 209 | u32 *session_to_enqueue[TRANSPORT_N_PROTO]; |
| 210 | |
| 211 | /** Context for session tx */ |
| 212 | session_tx_context_t ctx; |
| 213 | |
| 214 | /** Vector of tx buffer free lists */ |
| 215 | u32 *tx_buffers; |
| 216 | |
| 217 | /** Vector of partially read events */ |
| 218 | session_event_t *free_event_vector; |
| 219 | |
| 220 | /** Vector of active event vectors */ |
| 221 | session_event_t *pending_event_vector; |
| 222 | |
| 223 | /** Vector of postponed disconnects */ |
| 224 | session_event_t *pending_disconnects; |
| 225 | |
Florin Coras | 5f56d73 | 2018-10-30 10:21:59 -0700 | [diff] [blame] | 226 | /** Vector of postponed events */ |
| 227 | session_event_t *postponed_event_vector; |
| 228 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 229 | /** Peekers rw lock */ |
| 230 | clib_rwlock_t peekers_rw_locks; |
| 231 | |
Florin Coras | c44a558 | 2018-11-01 16:30:54 -0700 | [diff] [blame] | 232 | u32 last_tx_packets; |
| 233 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 234 | } session_manager_worker_t; |
| 235 | |
| 236 | struct _session_manager_main |
| 237 | { |
| 238 | /** Worker contexts */ |
| 239 | session_manager_worker_t *wrk; |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 240 | |
Florin Coras | b384b54 | 2018-01-15 01:08:33 -0800 | [diff] [blame] | 241 | /** Event queues memfd segment initialized only if so configured */ |
| 242 | ssvm_private_t evt_qs_segment; |
| 243 | |
Florin Coras | 93e6580 | 2017-11-29 00:07:11 -0500 | [diff] [blame] | 244 | /** Unique segment name counter */ |
| 245 | u32 unique_segment_name_counter; |
| 246 | |
| 247 | /** Per transport rx function that can either dequeue or peek */ |
Florin Coras | 561af9b | 2017-12-09 10:19:43 -0800 | [diff] [blame] | 248 | session_fifo_rx_fn **session_tx_fns; |
| 249 | |
| 250 | /** Per session type output nodes. Could optimize to group nodes by |
| 251 | * fib but lookup would then require session type parsing in session node. |
| 252 | * Trade memory for speed, for now */ |
| 253 | u32 *session_type_to_next; |
Florin Coras | 93e6580 | 2017-11-29 00:07:11 -0500 | [diff] [blame] | 254 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 255 | /* |
| 256 | * Config parameters |
| 257 | */ |
| 258 | |
Florin Coras | 93e6580 | 2017-11-29 00:07:11 -0500 | [diff] [blame] | 259 | /** Session manager is enabled */ |
| 260 | u8 is_enabled; |
| 261 | |
Dave Barach | 10d8cc6 | 2017-05-30 09:30:07 -0400 | [diff] [blame] | 262 | /** vpp fifo event queue configured length */ |
| 263 | u32 configured_event_queue_length; |
| 264 | |
Florin Coras | b384b54 | 2018-01-15 01:08:33 -0800 | [diff] [blame] | 265 | /** Session ssvm segment configs*/ |
| 266 | uword session_baseva; |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 267 | uword session_va_space_size; |
Florin Coras | b384b54 | 2018-01-15 01:08:33 -0800 | [diff] [blame] | 268 | u32 evt_qs_segment_size; |
| 269 | u8 evt_qs_use_memfd_seg; |
| 270 | |
| 271 | /** Session table size parameters */ |
Florin Coras | 66b1131 | 2017-07-31 17:18:03 -0700 | [diff] [blame] | 272 | u32 configured_v4_session_table_buckets; |
| 273 | u32 configured_v4_session_table_memory; |
| 274 | u32 configured_v4_halfopen_table_buckets; |
| 275 | u32 configured_v4_halfopen_table_memory; |
| 276 | u32 configured_v6_session_table_buckets; |
| 277 | u32 configured_v6_session_table_memory; |
| 278 | u32 configured_v6_halfopen_table_buckets; |
| 279 | u32 configured_v6_halfopen_table_memory; |
| 280 | |
Florin Coras | 93e6580 | 2017-11-29 00:07:11 -0500 | [diff] [blame] | 281 | /** Transport table (preallocation) size parameters */ |
| 282 | u32 local_endpoints_table_memory; |
| 283 | u32 local_endpoints_table_buckets; |
Florin Coras | e04c299 | 2017-03-01 08:17:34 -0800 | [diff] [blame] | 284 | |
Dave Barach | 2c25a62 | 2017-06-26 11:35:07 -0400 | [diff] [blame] | 285 | /** Preallocate session config parameter */ |
| 286 | u32 preallocated_sessions; |
| 287 | |
Florin Coras | c1a448b | 2018-04-20 10:51:49 -0700 | [diff] [blame] | 288 | #if SESSION_DEBUG |
Florin Coras | 3e350af | 2017-03-30 02:54:28 -0700 | [diff] [blame] | 289 | /** |
| 290 | * last event poll time by thread |
| 291 | * Debug only. Will cause false cache-line sharing as-is |
| 292 | */ |
| 293 | f64 *last_event_poll_by_thread; |
| 294 | #endif |
| 295 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 296 | }; |
| 297 | |
| 298 | extern session_manager_main_t session_manager_main; |
Florin Coras | e04c299 | 2017-03-01 08:17:34 -0800 | [diff] [blame] | 299 | extern vlib_node_registration_t session_queue_node; |
Florin Coras | fd542f1 | 2018-05-16 19:28:24 -0700 | [diff] [blame] | 300 | extern vlib_node_registration_t session_queue_process_node; |
| 301 | |
| 302 | #define SESSION_Q_PROCESS_FLUSH_FRAMES 1 |
| 303 | #define SESSION_Q_PROCESS_STOP 2 |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 304 | |
| 305 | /* |
| 306 | * Session manager function |
| 307 | */ |
| 308 | always_inline session_manager_main_t * |
| 309 | vnet_get_session_manager_main () |
| 310 | { |
| 311 | return &session_manager_main; |
| 312 | } |
| 313 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 314 | always_inline session_manager_worker_t * |
| 315 | session_manager_get_worker (u32 thread_index) |
| 316 | { |
| 317 | return &session_manager_main.wrk[thread_index]; |
| 318 | } |
| 319 | |
Dave Barach | 2c25a62 | 2017-06-26 11:35:07 -0400 | [diff] [blame] | 320 | always_inline u8 |
| 321 | stream_session_is_valid (u32 si, u8 thread_index) |
| 322 | { |
| 323 | stream_session_t *s; |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 324 | s = pool_elt_at_index (session_manager_main.wrk[thread_index].sessions, si); |
Dave Barach | 2c25a62 | 2017-06-26 11:35:07 -0400 | [diff] [blame] | 325 | if (s->thread_index != thread_index || s->session_index != si |
Dave Barach | 52851e6 | 2017-08-07 09:35:25 -0400 | [diff] [blame] | 326 | /* || s->server_rx_fifo->master_session_index != si |
| 327 | || s->server_tx_fifo->master_session_index != si |
| 328 | || s->server_rx_fifo->master_thread_index != thread_index |
| 329 | || s->server_tx_fifo->master_thread_index != thread_index */ ) |
Dave Barach | 2c25a62 | 2017-06-26 11:35:07 -0400 | [diff] [blame] | 330 | return 0; |
| 331 | return 1; |
| 332 | } |
| 333 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 334 | stream_session_t *session_alloc (u32 thread_index); |
Florin Coras | 371ca50 | 2018-02-21 12:07:41 -0800 | [diff] [blame] | 335 | int session_alloc_fifos (segment_manager_t * sm, stream_session_t * s); |
| 336 | void session_free (stream_session_t * s); |
Florin Coras | eb97e5f | 2018-10-15 21:35:42 -0700 | [diff] [blame] | 337 | void session_free_w_fifos (stream_session_t * s); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 338 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 339 | always_inline stream_session_t * |
Florin Coras | cea194d | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 340 | session_get (u32 si, u32 thread_index) |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 341 | { |
Dave Barach | 2c25a62 | 2017-06-26 11:35:07 -0400 | [diff] [blame] | 342 | ASSERT (stream_session_is_valid (si, thread_index)); |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 343 | return pool_elt_at_index (session_manager_main.wrk[thread_index].sessions, |
| 344 | si); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 345 | } |
| 346 | |
| 347 | always_inline stream_session_t * |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 348 | session_get_if_valid (u64 si, u32 thread_index) |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 349 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 350 | if (thread_index >= vec_len (session_manager_main.wrk)) |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 351 | return 0; |
| 352 | |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 353 | if (pool_is_free_index (session_manager_main.wrk[thread_index].sessions, |
| 354 | si)) |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 355 | return 0; |
| 356 | |
Dave Barach | 2c25a62 | 2017-06-26 11:35:07 -0400 | [diff] [blame] | 357 | ASSERT (stream_session_is_valid (si, thread_index)); |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 358 | return pool_elt_at_index (session_manager_main.wrk[thread_index].sessions, |
| 359 | si); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 360 | } |
| 361 | |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 362 | always_inline session_handle_t |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 363 | session_handle (stream_session_t * s) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 364 | { |
| 365 | return ((u64) s->thread_index << 32) | (u64) s->session_index; |
| 366 | } |
| 367 | |
| 368 | always_inline u32 |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 369 | session_index_from_handle (session_handle_t handle) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 370 | { |
| 371 | return handle & 0xFFFFFFFF; |
| 372 | } |
| 373 | |
| 374 | always_inline u32 |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 375 | session_thread_from_handle (session_handle_t handle) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 376 | { |
| 377 | return handle >> 32; |
| 378 | } |
| 379 | |
| 380 | always_inline void |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 381 | session_parse_handle (session_handle_t handle, u32 * index, |
| 382 | u32 * thread_index) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 383 | { |
Florin Coras | cea194d | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 384 | *index = session_index_from_handle (handle); |
| 385 | *thread_index = session_thread_from_handle (handle); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 386 | } |
| 387 | |
| 388 | always_inline stream_session_t * |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 389 | session_get_from_handle (session_handle_t handle) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 390 | { |
| 391 | session_manager_main_t *smm = &session_manager_main; |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 392 | u32 session_index, thread_index; |
| 393 | session_parse_handle (handle, &session_index, &thread_index); |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 394 | return pool_elt_at_index (smm->wrk[thread_index].sessions, session_index); |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 395 | } |
| 396 | |
| 397 | always_inline stream_session_t * |
| 398 | session_get_from_handle_if_valid (session_handle_t handle) |
| 399 | { |
| 400 | u32 session_index, thread_index; |
| 401 | session_parse_handle (handle, &session_index, &thread_index); |
| 402 | return session_get_if_valid (session_index, thread_index); |
| 403 | } |
| 404 | |
| 405 | always_inline u8 |
| 406 | session_handle_is_local (session_handle_t handle) |
| 407 | { |
Florin Coras | 5fda7a3 | 2018-02-14 08:04:31 -0800 | [diff] [blame] | 408 | if ((handle >> 32) == SESSION_LOCAL_HANDLE_PREFIX) |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 409 | return 1; |
| 410 | return 0; |
| 411 | } |
| 412 | |
| 413 | always_inline transport_proto_t |
| 414 | session_type_transport_proto (session_type_t st) |
| 415 | { |
| 416 | return (st >> 1); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 417 | } |
| 418 | |
Florin Coras | 5fda7a3 | 2018-02-14 08:04:31 -0800 | [diff] [blame] | 419 | always_inline u8 |
| 420 | session_type_is_ip4 (session_type_t st) |
| 421 | { |
| 422 | return (st & 1); |
| 423 | } |
| 424 | |
Florin Coras | 561af9b | 2017-12-09 10:19:43 -0800 | [diff] [blame] | 425 | always_inline transport_proto_t |
| 426 | session_get_transport_proto (stream_session_t * s) |
| 427 | { |
| 428 | return (s->session_type >> 1); |
| 429 | } |
| 430 | |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 431 | always_inline fib_protocol_t |
| 432 | session_get_fib_proto (stream_session_t * s) |
| 433 | { |
| 434 | u8 is_ip4 = s->session_type & 1; |
| 435 | return (is_ip4 ? FIB_PROTOCOL_IP4 : FIB_PROTOCOL_IP6); |
| 436 | } |
| 437 | |
Florin Coras | 561af9b | 2017-12-09 10:19:43 -0800 | [diff] [blame] | 438 | always_inline session_type_t |
| 439 | session_type_from_proto_and_ip (transport_proto_t proto, u8 is_ip4) |
| 440 | { |
| 441 | return (proto << 1 | is_ip4); |
| 442 | } |
| 443 | |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 444 | always_inline u8 |
| 445 | session_has_transport (stream_session_t * s) |
| 446 | { |
| 447 | return (session_get_transport_proto (s) != TRANSPORT_PROTO_NONE); |
| 448 | } |
| 449 | |
Florin Coras | f08f26d | 2018-05-10 13:20:47 -0700 | [diff] [blame] | 450 | transport_service_type_t session_transport_service_type (stream_session_t *); |
| 451 | transport_tx_fn_type_t session_transport_tx_fn_type (stream_session_t *); |
| 452 | u8 session_tx_is_dgram (stream_session_t * s); |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 453 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 454 | /** |
| 455 | * Acquires a lock that blocks a session pool from expanding. |
| 456 | * |
| 457 | * This is typically used for safely peeking into other threads' |
| 458 | * pools in order to clone elements. Lock should be dropped as soon |
| 459 | * as possible by calling @ref session_pool_remove_peeker. |
| 460 | * |
| 461 | * NOTE: Avoid using pool_elt_at_index while the lock is held because |
| 462 | * it may lead to free elt bitmap expansion/contraction! |
| 463 | */ |
| 464 | always_inline void |
| 465 | session_pool_add_peeker (u32 thread_index) |
| 466 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 467 | session_manager_worker_t *wrk = &session_manager_main.wrk[thread_index]; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 468 | if (thread_index == vlib_get_thread_index ()) |
| 469 | return; |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 470 | clib_rwlock_reader_lock (&wrk->peekers_rw_locks); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 471 | } |
| 472 | |
| 473 | always_inline void |
| 474 | session_pool_remove_peeker (u32 thread_index) |
| 475 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 476 | session_manager_worker_t *wrk = &session_manager_main.wrk[thread_index]; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 477 | if (thread_index == vlib_get_thread_index ()) |
| 478 | return; |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 479 | clib_rwlock_reader_unlock (&wrk->peekers_rw_locks); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 480 | } |
| 481 | |
| 482 | /** |
| 483 | * Get session from handle and 'lock' pool resize if not in same thread |
| 484 | * |
| 485 | * Caller should drop the peek 'lock' as soon as possible. |
| 486 | */ |
| 487 | always_inline stream_session_t * |
| 488 | session_get_from_handle_safe (u64 handle) |
| 489 | { |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 490 | u32 thread_index = session_thread_from_handle (handle); |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 491 | session_manager_worker_t *wrk = &session_manager_main.wrk[thread_index]; |
| 492 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 493 | if (thread_index == vlib_get_thread_index ()) |
| 494 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 495 | return pool_elt_at_index (wrk->sessions, |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 496 | session_index_from_handle (handle)); |
| 497 | } |
| 498 | else |
| 499 | { |
| 500 | session_pool_add_peeker (thread_index); |
| 501 | /* Don't use pool_elt_at index. See @ref session_pool_add_peeker */ |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 502 | return wrk->sessions + session_index_from_handle (handle); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 503 | } |
| 504 | } |
| 505 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 506 | always_inline u32 |
Florin Coras | d2aab83 | 2018-05-22 11:39:59 -0700 | [diff] [blame] | 507 | transport_max_rx_enqueue (transport_connection_t * tc) |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 508 | { |
Florin Coras | cea194d | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 509 | stream_session_t *s = session_get (tc->s_index, tc->thread_index); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 510 | return svm_fifo_max_enqueue (s->server_rx_fifo); |
| 511 | } |
| 512 | |
Florin Coras | e04c299 | 2017-03-01 08:17:34 -0800 | [diff] [blame] | 513 | always_inline u32 |
Florin Coras | d2aab83 | 2018-05-22 11:39:59 -0700 | [diff] [blame] | 514 | transport_rx_fifo_size (transport_connection_t * tc) |
Florin Coras | e04c299 | 2017-03-01 08:17:34 -0800 | [diff] [blame] | 515 | { |
Florin Coras | cea194d | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 516 | stream_session_t *s = session_get (tc->s_index, tc->thread_index); |
Florin Coras | e04c299 | 2017-03-01 08:17:34 -0800 | [diff] [blame] | 517 | return s->server_rx_fifo->nitems; |
| 518 | } |
| 519 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 520 | always_inline u32 |
Florin Coras | d2aab83 | 2018-05-22 11:39:59 -0700 | [diff] [blame] | 521 | transport_tx_fifo_size (transport_connection_t * tc) |
| 522 | { |
| 523 | stream_session_t *s = session_get (tc->s_index, tc->thread_index); |
| 524 | return s->server_tx_fifo->nitems; |
| 525 | } |
| 526 | |
Florin Coras | 7ac053b | 2018-11-05 15:57:21 -0800 | [diff] [blame] | 527 | always_inline u8 |
| 528 | transport_rx_fifo_has_ooo_data (transport_connection_t * tc) |
| 529 | { |
| 530 | stream_session_t *s = session_get (tc->c_index, tc->thread_index); |
| 531 | return svm_fifo_has_ooo_data (s->server_rx_fifo); |
| 532 | } |
| 533 | |
Florin Coras | d67f112 | 2018-05-21 17:47:40 -0700 | [diff] [blame] | 534 | always_inline f64 |
| 535 | transport_dispatch_period (u32 thread_index) |
| 536 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 537 | return session_manager_main.wrk[thread_index].dispatch_period; |
Florin Coras | d67f112 | 2018-05-21 17:47:40 -0700 | [diff] [blame] | 538 | } |
| 539 | |
| 540 | always_inline f64 |
| 541 | transport_time_now (u32 thread_index) |
| 542 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 543 | return session_manager_main.wrk[thread_index].last_vlib_time; |
Florin Coras | d67f112 | 2018-05-21 17:47:40 -0700 | [diff] [blame] | 544 | } |
| 545 | |
Florin Coras | d2aab83 | 2018-05-22 11:39:59 -0700 | [diff] [blame] | 546 | always_inline u32 |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 547 | session_get_index (stream_session_t * s) |
| 548 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 549 | return (s - session_manager_main.wrk[s->thread_index].sessions); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 550 | } |
| 551 | |
| 552 | always_inline stream_session_t * |
| 553 | session_clone_safe (u32 session_index, u32 thread_index) |
| 554 | { |
| 555 | stream_session_t *old_s, *new_s; |
| 556 | u32 current_thread_index = vlib_get_thread_index (); |
| 557 | |
| 558 | /* If during the memcpy pool is reallocated AND the memory allocator |
| 559 | * decides to give the old chunk of memory to somebody in a hurry to |
| 560 | * scribble something on it, we have a problem. So add this thread as |
| 561 | * a session pool peeker. |
| 562 | */ |
| 563 | session_pool_add_peeker (thread_index); |
| 564 | new_s = session_alloc (current_thread_index); |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 565 | old_s = session_manager_main.wrk[thread_index].sessions + session_index; |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 566 | clib_memcpy (new_s, old_s, sizeof (*new_s)); |
| 567 | session_pool_remove_peeker (thread_index); |
| 568 | new_s->thread_index = current_thread_index; |
| 569 | new_s->session_index = session_get_index (new_s); |
| 570 | return new_s; |
| 571 | } |
| 572 | |
| 573 | transport_connection_t *session_get_transport (stream_session_t * s); |
| 574 | |
Florin Coras | 25579b4 | 2018-06-06 17:55:02 -0700 | [diff] [blame] | 575 | u32 session_tx_fifo_max_dequeue (transport_connection_t * tc); |
Florin Coras | 93992a9 | 2017-05-24 18:03:56 -0700 | [diff] [blame] | 576 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 577 | int |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 578 | session_enqueue_stream_connection (transport_connection_t * tc, |
| 579 | vlib_buffer_t * b, u32 offset, |
| 580 | u8 queue_event, u8 is_in_order); |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 581 | int session_enqueue_dgram_connection (stream_session_t * s, |
| 582 | session_dgram_hdr_t * hdr, |
| 583 | vlib_buffer_t * b, u8 proto, |
| 584 | u8 queue_event); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 585 | int stream_session_peek_bytes (transport_connection_t * tc, u8 * buffer, |
| 586 | u32 offset, u32 max_bytes); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 587 | u32 stream_session_dequeue_drop (transport_connection_t * tc, u32 max_bytes); |
| 588 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 589 | int session_stream_connect_notify (transport_connection_t * tc, u8 is_fail); |
| 590 | int session_dgram_connect_notify (transport_connection_t * tc, |
| 591 | u32 old_thread_index, |
| 592 | stream_session_t ** new_session); |
Florin Coras | 0d60a0f | 2018-06-29 02:02:08 -0700 | [diff] [blame] | 593 | int session_dequeue_notify (stream_session_t * s); |
Florin Coras | c28764f | 2017-04-26 00:08:42 -0700 | [diff] [blame] | 594 | void stream_session_init_fifos_pointers (transport_connection_t * tc, |
| 595 | u32 rx_pointer, u32 tx_pointer); |
Florin Coras | e69f495 | 2017-03-07 10:06:24 -0800 | [diff] [blame] | 596 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 597 | void stream_session_accept_notify (transport_connection_t * tc); |
| 598 | void stream_session_disconnect_notify (transport_connection_t * tc); |
| 599 | void stream_session_delete_notify (transport_connection_t * tc); |
| 600 | void stream_session_reset_notify (transport_connection_t * tc); |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 601 | int stream_session_accept (transport_connection_t * tc, u32 listener_index, |
| 602 | u8 notify); |
| 603 | int session_open (u32 app_index, session_endpoint_t * tep, u32 opaque); |
Florin Coras | 5665ced | 2018-10-25 18:03:45 -0700 | [diff] [blame] | 604 | int session_listen (stream_session_t * s, session_endpoint_cfg_t * sep); |
Florin Coras | ab2f6db | 2018-08-31 14:31:41 -0700 | [diff] [blame] | 605 | int session_stop_listen (stream_session_t * s); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 606 | void stream_session_disconnect (stream_session_t * s); |
Florin Coras | 2f8d8fa | 2018-01-26 06:36:04 -0800 | [diff] [blame] | 607 | void stream_session_disconnect_transport (stream_session_t * s); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 608 | void stream_session_cleanup (stream_session_t * s); |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 609 | int session_send_io_evt_to_thread (svm_fifo_t * f, |
| 610 | session_evt_type_t evt_type); |
Florin Coras | ef91534 | 2018-09-29 10:23:06 -0700 | [diff] [blame] | 611 | int session_send_io_evt_to_thread_custom (void *data, u32 thread_index, |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 612 | session_evt_type_t evt_type); |
| 613 | void session_send_rpc_evt_to_thread (u32 thread_index, void *fp, |
| 614 | void *rpc_args); |
Florin Coras | 568ebc7 | 2018-09-18 16:12:50 -0700 | [diff] [blame] | 615 | |
Florin Coras | b384b54 | 2018-01-15 01:08:33 -0800 | [diff] [blame] | 616 | ssvm_private_t *session_manager_get_evt_q_segment (void); |
Florin Coras | 3eb5062 | 2017-07-13 01:24:57 -0400 | [diff] [blame] | 617 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 618 | u8 *format_stream_session (u8 * s, va_list * args); |
Florin Coras | 3eb5062 | 2017-07-13 01:24:57 -0400 | [diff] [blame] | 619 | uword unformat_stream_session (unformat_input_t * input, va_list * args); |
| 620 | uword unformat_transport_connection (unformat_input_t * input, |
| 621 | va_list * args); |
| 622 | |
Florin Coras | 561af9b | 2017-12-09 10:19:43 -0800 | [diff] [blame] | 623 | void session_register_transport (transport_proto_t transport_proto, |
| 624 | const transport_proto_vft_t * vft, u8 is_ip4, |
| 625 | u32 output_node); |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 626 | |
Florin Coras | 3ec66b0 | 2018-08-23 16:27:05 -0700 | [diff] [blame] | 627 | always_inline void |
| 628 | transport_add_tx_event (transport_connection_t * tc) |
| 629 | { |
| 630 | stream_session_t *s = session_get (tc->s_index, tc->thread_index); |
| 631 | if (svm_fifo_has_event (s->server_tx_fifo)) |
| 632 | return; |
| 633 | session_send_io_evt_to_thread (s->server_tx_fifo, FIFO_EVENT_APP_TX); |
| 634 | } |
| 635 | |
Florin Coras | e04c299 | 2017-03-01 08:17:34 -0800 | [diff] [blame] | 636 | clib_error_t *vnet_session_enable_disable (vlib_main_t * vm, u8 is_en); |
| 637 | |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 638 | always_inline svm_msg_q_t * |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 639 | session_manager_get_vpp_event_queue (u32 thread_index) |
| 640 | { |
Florin Coras | 5a7ca7b | 2018-10-30 12:01:48 -0700 | [diff] [blame] | 641 | return session_manager_main.wrk[thread_index].vpp_event_queue; |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 642 | } |
| 643 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 644 | int session_manager_flush_enqueue_events (u8 proto, u32 thread_index); |
Florin Coras | 7fb0fe1 | 2018-04-09 09:24:52 -0700 | [diff] [blame] | 645 | int session_manager_flush_all_enqueue_events (u8 transport_proto); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 646 | |
| 647 | always_inline u64 |
| 648 | listen_session_get_handle (stream_session_t * s) |
| 649 | { |
| 650 | ASSERT (s->session_state == SESSION_STATE_LISTENING); |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 651 | return session_handle (s); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 652 | } |
| 653 | |
| 654 | always_inline stream_session_t * |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 655 | listen_session_get_from_handle (session_handle_t handle) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 656 | { |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 657 | return session_get_from_handle (handle); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 658 | } |
| 659 | |
Florin Coras | 371ca50 | 2018-02-21 12:07:41 -0800 | [diff] [blame] | 660 | always_inline void |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 661 | listen_session_parse_handle (session_handle_t handle, u32 * index, |
| 662 | u32 * thread_index) |
Florin Coras | 371ca50 | 2018-02-21 12:07:41 -0800 | [diff] [blame] | 663 | { |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 664 | session_parse_handle (handle, index, thread_index); |
Florin Coras | 371ca50 | 2018-02-21 12:07:41 -0800 | [diff] [blame] | 665 | } |
| 666 | |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 667 | always_inline stream_session_t * |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 668 | listen_session_new (u8 thread_index, session_type_t type) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 669 | { |
| 670 | stream_session_t *s; |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 671 | s = session_alloc (thread_index); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 672 | s->session_type = type; |
| 673 | s->session_state = SESSION_STATE_LISTENING; |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 674 | return s; |
| 675 | } |
| 676 | |
| 677 | always_inline stream_session_t * |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 678 | listen_session_get (u32 index) |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 679 | { |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 680 | return session_get (index, 0); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 681 | } |
| 682 | |
| 683 | always_inline void |
| 684 | listen_session_del (stream_session_t * s) |
| 685 | { |
Florin Coras | 5c9083d | 2018-04-13 06:39:07 -0700 | [diff] [blame] | 686 | session_free (s); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 687 | } |
| 688 | |
Florin Coras | 3cbc04b | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 689 | transport_connection_t *listen_session_get_transport (stream_session_t * s); |
| 690 | |
Florin Coras | cea194d | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 691 | int |
| 692 | listen_session_get_local_session_endpoint (stream_session_t * listener, |
| 693 | session_endpoint_t * sep); |
| 694 | |
Florin Coras | fd542f1 | 2018-05-16 19:28:24 -0700 | [diff] [blame] | 695 | void session_flush_frames_main_thread (vlib_main_t * vm); |
| 696 | |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 697 | always_inline u8 |
| 698 | session_manager_is_enabled () |
| 699 | { |
| 700 | return session_manager_main.is_enabled == 1; |
| 701 | } |
| 702 | |
Florin Coras | cea194d | 2017-10-02 00:18:51 -0700 | [diff] [blame] | 703 | #define session_cli_return_if_not_enabled() \ |
| 704 | do { \ |
| 705 | if (!session_manager_main.is_enabled) \ |
| 706 | return clib_error_return(0, "session layer is not enabled"); \ |
| 707 | } while (0) |
| 708 | |
Dave Barach | 2a86391 | 2017-11-28 10:11:42 -0500 | [diff] [blame] | 709 | void session_node_enable_disable (u8 is_en); |
| 710 | |
Dave Barach | 68b0fb0 | 2017-02-28 15:15:56 -0500 | [diff] [blame] | 711 | #endif /* __included_session_h__ */ |
| 712 | |
| 713 | /* |
| 714 | * fd.io coding-style-patch-verification: ON |
| 715 | * |
| 716 | * Local Variables: |
| 717 | * eval: (c-set-style "gnu") |
| 718 | * End: |
| 719 | */ |