Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2019 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | |
| 16 | #include <vnet/session/application.h> |
| 17 | #include <vnet/session/application_interface.h> |
Florin Coras | 54a51fd | 2019-02-07 15:34:52 -0800 | [diff] [blame] | 18 | #include <vnet/session/session.h> |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 19 | |
| 20 | /** |
| 21 | * Pool of workers associated to apps |
| 22 | */ |
| 23 | static app_worker_t *app_workers; |
| 24 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 25 | app_worker_t * |
| 26 | app_worker_alloc (application_t * app) |
| 27 | { |
| 28 | app_worker_t *app_wrk; |
| 29 | pool_get (app_workers, app_wrk); |
| 30 | clib_memset (app_wrk, 0, sizeof (*app_wrk)); |
| 31 | app_wrk->wrk_index = app_wrk - app_workers; |
| 32 | app_wrk->app_index = app->app_index; |
| 33 | app_wrk->wrk_map_index = ~0; |
| 34 | app_wrk->connects_seg_manager = APP_INVALID_SEGMENT_MANAGER_INDEX; |
Florin Coras | c8e812f | 2020-05-14 05:32:18 +0000 | [diff] [blame] | 35 | clib_spinlock_init (&app_wrk->detached_seg_managers_lock); |
Nathan Skrzypczak | ba65ca4 | 2019-05-16 16:35:40 +0200 | [diff] [blame] | 36 | APP_DBG ("New app %v worker %u", app->name, app_wrk->wrk_index); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 37 | return app_wrk; |
| 38 | } |
| 39 | |
| 40 | app_worker_t * |
| 41 | app_worker_get (u32 wrk_index) |
| 42 | { |
| 43 | return pool_elt_at_index (app_workers, wrk_index); |
| 44 | } |
| 45 | |
| 46 | app_worker_t * |
| 47 | app_worker_get_if_valid (u32 wrk_index) |
| 48 | { |
| 49 | if (pool_is_free_index (app_workers, wrk_index)) |
| 50 | return 0; |
| 51 | return pool_elt_at_index (app_workers, wrk_index); |
| 52 | } |
| 53 | |
| 54 | void |
| 55 | app_worker_free (app_worker_t * app_wrk) |
| 56 | { |
| 57 | application_t *app = application_get (app_wrk->app_index); |
Florin Coras | c1a4265 | 2019-02-08 18:27:29 -0800 | [diff] [blame] | 58 | vnet_unlisten_args_t _a, *a = &_a; |
Florin Coras | bf39597 | 2020-04-30 15:05:24 +0000 | [diff] [blame] | 59 | u64 handle, *handles = 0, *sm_indices = 0; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 60 | segment_manager_t *sm; |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 61 | session_handle_t *sh; |
Florin Coras | 87d6633 | 2019-06-11 12:31:31 -0700 | [diff] [blame] | 62 | session_t *ls; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 63 | u32 sm_index; |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 64 | int i; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 65 | |
| 66 | /* |
| 67 | * Listener cleanup |
| 68 | */ |
| 69 | |
| 70 | /* *INDENT-OFF* */ |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 71 | hash_foreach (handle, sm_index, app_wrk->listeners_table, ({ |
| 72 | ls = listen_session_get_from_handle (handle); |
Florin Coras | 87d6633 | 2019-06-11 12:31:31 -0700 | [diff] [blame] | 73 | vec_add1 (handles, app_listen_session_handle (ls)); |
Florin Coras | bf39597 | 2020-04-30 15:05:24 +0000 | [diff] [blame] | 74 | vec_add1 (sm_indices, sm_index); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 75 | sm = segment_manager_get (sm_index); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 76 | })); |
| 77 | /* *INDENT-ON* */ |
| 78 | |
| 79 | for (i = 0; i < vec_len (handles); i++) |
| 80 | { |
Florin Coras | bf39597 | 2020-04-30 15:05:24 +0000 | [diff] [blame] | 81 | /* Cleanup listener */ |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 82 | a->app_index = app->app_index; |
| 83 | a->wrk_map_index = app_wrk->wrk_map_index; |
| 84 | a->handle = handles[i]; |
Florin Coras | c1a4265 | 2019-02-08 18:27:29 -0800 | [diff] [blame] | 85 | (void) vnet_unlisten (a); |
Florin Coras | bf39597 | 2020-04-30 15:05:24 +0000 | [diff] [blame] | 86 | |
| 87 | sm = segment_manager_get_if_valid (sm_indices[i]); |
| 88 | if (sm && !segment_manager_app_detached (sm)) |
| 89 | { |
| 90 | sm->first_is_protected = 0; |
| 91 | segment_manager_init_free (sm); |
| 92 | } |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 93 | } |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 94 | vec_reset_length (handles); |
Florin Coras | bf39597 | 2020-04-30 15:05:24 +0000 | [diff] [blame] | 95 | vec_free (sm_indices); |
| 96 | hash_free (app_wrk->listeners_table); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 97 | |
| 98 | /* |
| 99 | * Connects segment manager cleanup |
| 100 | */ |
| 101 | |
| 102 | if (app_wrk->connects_seg_manager != APP_INVALID_SEGMENT_MANAGER_INDEX) |
| 103 | { |
| 104 | sm = segment_manager_get (app_wrk->connects_seg_manager); |
| 105 | sm->app_wrk_index = SEGMENT_MANAGER_INVALID_APP_INDEX; |
Florin Coras | 565115e | 2019-02-20 19:48:31 -0800 | [diff] [blame] | 106 | sm->first_is_protected = 0; |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 107 | segment_manager_init_free (sm); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 108 | } |
| 109 | |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 110 | /* |
| 111 | * Half-open cleanup |
| 112 | */ |
| 113 | |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 114 | pool_foreach (sh, app_wrk->half_open_table) |
| 115 | session_cleanup_half_open (*sh); |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 116 | |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 117 | pool_free (app_wrk->half_open_table); |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 118 | |
Florin Coras | c8e812f | 2020-05-14 05:32:18 +0000 | [diff] [blame] | 119 | /* |
| 120 | * Detached listener segment managers cleanup |
| 121 | */ |
| 122 | for (i = 0; i < vec_len (app_wrk->detached_seg_managers); i++) |
| 123 | { |
| 124 | sm = segment_manager_get (app_wrk->detached_seg_managers[i]); |
| 125 | segment_manager_init_free (sm); |
| 126 | } |
| 127 | vec_free (app_wrk->detached_seg_managers); |
| 128 | clib_spinlock_free (&app_wrk->detached_seg_managers_lock); |
| 129 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 130 | if (CLIB_DEBUG) |
| 131 | clib_memset (app_wrk, 0xfe, sizeof (*app_wrk)); |
Benoît Ganne | d4aeb84 | 2019-07-18 18:38:42 +0200 | [diff] [blame] | 132 | pool_put (app_workers, app_wrk); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 133 | } |
| 134 | |
| 135 | application_t * |
| 136 | app_worker_get_app (u32 wrk_index) |
| 137 | { |
| 138 | app_worker_t *app_wrk; |
| 139 | app_wrk = app_worker_get_if_valid (wrk_index); |
| 140 | if (!app_wrk) |
| 141 | return 0; |
| 142 | return application_get_if_valid (app_wrk->app_index); |
| 143 | } |
| 144 | |
| 145 | static segment_manager_t * |
| 146 | app_worker_alloc_segment_manager (app_worker_t * app_wrk) |
| 147 | { |
Florin Coras | 94a6df0 | 2021-05-06 15:32:14 -0700 | [diff] [blame] | 148 | segment_manager_t *sm; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 149 | |
Florin Coras | 94a6df0 | 2021-05-06 15:32:14 -0700 | [diff] [blame] | 150 | sm = segment_manager_alloc (); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 151 | sm->app_wrk_index = app_wrk->wrk_index; |
Florin Coras | a107f40 | 2020-09-29 19:18:46 -0700 | [diff] [blame] | 152 | segment_manager_init (sm); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 153 | return sm; |
| 154 | } |
| 155 | |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 156 | static int |
| 157 | app_worker_alloc_session_fifos (segment_manager_t * sm, session_t * s) |
| 158 | { |
| 159 | svm_fifo_t *rx_fifo = 0, *tx_fifo = 0; |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 160 | int rv; |
| 161 | |
Florin Coras | 62ddc03 | 2019-12-08 18:30:42 -0800 | [diff] [blame] | 162 | if ((rv = segment_manager_alloc_session_fifos (sm, s->thread_index, |
| 163 | &rx_fifo, &tx_fifo))) |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 164 | return rv; |
| 165 | |
Florin Coras | c547e91 | 2020-12-08 17:50:45 -0800 | [diff] [blame] | 166 | rx_fifo->shr->master_session_index = s->session_index; |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 167 | rx_fifo->master_thread_index = s->thread_index; |
| 168 | |
Florin Coras | c547e91 | 2020-12-08 17:50:45 -0800 | [diff] [blame] | 169 | tx_fifo->shr->master_session_index = s->session_index; |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 170 | tx_fifo->master_thread_index = s->thread_index; |
| 171 | |
| 172 | s->rx_fifo = rx_fifo; |
| 173 | s->tx_fifo = tx_fifo; |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 174 | return 0; |
| 175 | } |
| 176 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 177 | int |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 178 | app_worker_init_listener (app_worker_t * app_wrk, session_t * ls) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 179 | { |
| 180 | segment_manager_t *sm; |
| 181 | |
| 182 | /* Allocate segment manager. All sessions derived out of a listen session |
| 183 | * have fifos allocated by the same segment manager. */ |
| 184 | if (!(sm = app_worker_alloc_segment_manager (app_wrk))) |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 185 | return SESSION_E_ALLOC; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 186 | |
Florin Coras | 1a4aaf1 | 2021-11-27 10:30:03 -0800 | [diff] [blame] | 187 | /* Once the first segment is mapped, don't remove it until unlisten */ |
| 188 | sm->first_is_protected = 1; |
| 189 | |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 190 | /* Keep track of the segment manager for the listener or this worker */ |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 191 | hash_set (app_wrk->listeners_table, listen_session_get_handle (ls), |
| 192 | segment_manager_index (sm)); |
| 193 | |
Florin Coras | 87b7e3d | 2020-03-27 15:06:07 +0000 | [diff] [blame] | 194 | if (transport_connection_is_cless (session_get_transport (ls))) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 195 | { |
Florin Coras | 87b7e3d | 2020-03-27 15:06:07 +0000 | [diff] [blame] | 196 | if (ls->rx_fifo) |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 197 | return SESSION_E_NOSUPPORT; |
| 198 | return app_worker_alloc_session_fifos (sm, ls); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 199 | } |
| 200 | return 0; |
| 201 | } |
| 202 | |
| 203 | int |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 204 | app_worker_start_listen (app_worker_t * app_wrk, |
| 205 | app_listener_t * app_listener) |
| 206 | { |
| 207 | session_t *ls; |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 208 | int rv; |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 209 | |
| 210 | if (clib_bitmap_get (app_listener->workers, app_wrk->wrk_map_index)) |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 211 | return SESSION_E_ALREADY_LISTENING; |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 212 | |
| 213 | app_listener->workers = clib_bitmap_set (app_listener->workers, |
| 214 | app_wrk->wrk_map_index, 1); |
| 215 | |
| 216 | if (app_listener->session_index != SESSION_INVALID_INDEX) |
| 217 | { |
| 218 | ls = session_get (app_listener->session_index, 0); |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 219 | if ((rv = app_worker_init_listener (app_wrk, ls))) |
| 220 | return rv; |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 221 | } |
| 222 | |
| 223 | if (app_listener->local_index != SESSION_INVALID_INDEX) |
| 224 | { |
| 225 | ls = session_get (app_listener->local_index, 0); |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 226 | if ((rv = app_worker_init_listener (app_wrk, ls))) |
| 227 | return rv; |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 228 | } |
| 229 | |
| 230 | return 0; |
| 231 | } |
| 232 | |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 233 | static void |
Florin Coras | c8e812f | 2020-05-14 05:32:18 +0000 | [diff] [blame] | 234 | app_worker_add_detached_sm (app_worker_t * app_wrk, u32 sm_index) |
| 235 | { |
| 236 | vec_add1 (app_wrk->detached_seg_managers, sm_index); |
| 237 | } |
| 238 | |
| 239 | void |
| 240 | app_worker_del_detached_sm (app_worker_t * app_wrk, u32 sm_index) |
| 241 | { |
| 242 | u32 i; |
| 243 | |
| 244 | clib_spinlock_lock (&app_wrk->detached_seg_managers_lock); |
| 245 | for (i = 0; i < vec_len (app_wrk->detached_seg_managers); i++) |
| 246 | { |
| 247 | if (app_wrk->detached_seg_managers[i] == sm_index) |
| 248 | { |
| 249 | vec_del1 (app_wrk->detached_seg_managers, i); |
| 250 | break; |
| 251 | } |
| 252 | } |
| 253 | clib_spinlock_unlock (&app_wrk->detached_seg_managers_lock); |
| 254 | } |
| 255 | |
| 256 | static void |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 257 | app_worker_stop_listen_session (app_worker_t * app_wrk, session_t * ls) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 258 | { |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 259 | session_handle_t handle; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 260 | segment_manager_t *sm; |
| 261 | uword *sm_indexp; |
liuyacan | 87d48ad | 2021-04-28 11:34:03 +0000 | [diff] [blame] | 262 | session_state_t *states = 0; |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 263 | |
| 264 | handle = listen_session_get_handle (ls); |
| 265 | sm_indexp = hash_get (app_wrk->listeners_table, handle); |
| 266 | if (PREDICT_FALSE (!sm_indexp)) |
| 267 | return; |
| 268 | |
Florin Coras | 1bd4616 | 2020-04-13 23:35:55 +0000 | [diff] [blame] | 269 | /* Dealloc fifos, if any (dgram listeners) */ |
Florin Coras | 87b7e3d | 2020-03-27 15:06:07 +0000 | [diff] [blame] | 270 | if (ls->rx_fifo) |
| 271 | { |
| 272 | segment_manager_dealloc_fifos (ls->rx_fifo, ls->tx_fifo); |
| 273 | ls->tx_fifo = ls->rx_fifo = 0; |
| 274 | } |
| 275 | |
Florin Coras | 1bd4616 | 2020-04-13 23:35:55 +0000 | [diff] [blame] | 276 | /* Try to cleanup segment manager */ |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 277 | sm = segment_manager_get (*sm_indexp); |
Florin Coras | 94a6df0 | 2021-05-06 15:32:14 -0700 | [diff] [blame] | 278 | if (sm) |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 279 | { |
Florin Coras | 1a4aaf1 | 2021-11-27 10:30:03 -0800 | [diff] [blame] | 280 | sm->first_is_protected = 0; |
Florin Coras | 1bd4616 | 2020-04-13 23:35:55 +0000 | [diff] [blame] | 281 | segment_manager_app_detach (sm); |
| 282 | if (!segment_manager_has_fifos (sm)) |
Florin Coras | 94a6df0 | 2021-05-06 15:32:14 -0700 | [diff] [blame] | 283 | { |
| 284 | /* Empty segment manager, cleanup it up */ |
| 285 | segment_manager_free (sm); |
| 286 | } |
Florin Coras | c8e812f | 2020-05-14 05:32:18 +0000 | [diff] [blame] | 287 | else |
| 288 | { |
Florin Coras | 94a6df0 | 2021-05-06 15:32:14 -0700 | [diff] [blame] | 289 | /* Delete sessions in CREATED state */ |
| 290 | vec_add1 (states, SESSION_STATE_CREATED); |
| 291 | segment_manager_del_sessions_filter (sm, states); |
| 292 | vec_free (states); |
| 293 | |
Florin Coras | c8e812f | 2020-05-14 05:32:18 +0000 | [diff] [blame] | 294 | /* Track segment manager in case app detaches and all the |
| 295 | * outstanding sessions need to be closed */ |
| 296 | app_worker_add_detached_sm (app_wrk, *sm_indexp); |
| 297 | sm->flags |= SEG_MANAGER_F_DETACHED_LISTENER; |
| 298 | } |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 299 | } |
Florin Coras | 1bd4616 | 2020-04-13 23:35:55 +0000 | [diff] [blame] | 300 | |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 301 | hash_unset (app_wrk->listeners_table, handle); |
| 302 | } |
| 303 | |
| 304 | int |
| 305 | app_worker_stop_listen (app_worker_t * app_wrk, app_listener_t * al) |
| 306 | { |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 307 | session_t *ls; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 308 | |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 309 | if (!clib_bitmap_get (al->workers, app_wrk->wrk_map_index)) |
| 310 | return 0; |
| 311 | |
| 312 | if (al->session_index != SESSION_INVALID_INDEX) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 313 | { |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 314 | ls = listen_session_get (al->session_index); |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 315 | app_worker_stop_listen_session (app_wrk, ls); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 316 | } |
| 317 | |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 318 | if (al->local_index != SESSION_INVALID_INDEX) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 319 | { |
Florin Coras | d4295e6 | 2019-02-22 13:11:38 -0800 | [diff] [blame] | 320 | ls = listen_session_get (al->local_index); |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 321 | app_worker_stop_listen_session (app_wrk, ls); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 322 | } |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 323 | |
| 324 | clib_bitmap_set_no_check (al->workers, app_wrk->wrk_map_index, 0); |
| 325 | if (clib_bitmap_is_zero (al->workers)) |
| 326 | app_listener_cleanup (al); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 327 | |
| 328 | return 0; |
| 329 | } |
| 330 | |
| 331 | int |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 332 | app_worker_init_accepted (session_t * s) |
| 333 | { |
| 334 | app_worker_t *app_wrk; |
| 335 | segment_manager_t *sm; |
| 336 | session_t *listener; |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 337 | application_t *app; |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 338 | |
Nathan Skrzypczak | 2f0f96b | 2019-06-13 10:14:28 +0200 | [diff] [blame] | 339 | listener = listen_session_get_from_handle (s->listener_handle); |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 340 | app_wrk = application_listener_select_worker (listener); |
| 341 | s->app_wrk_index = app_wrk->wrk_index; |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 342 | |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 343 | app = application_get (app_wrk->app_index); |
| 344 | if (app->cb_fns.fifo_tuning_callback) |
| 345 | s->flags |= SESSION_F_CUSTOM_FIFO_TUNING; |
| 346 | |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 347 | sm = app_worker_get_listen_segment_manager (app_wrk, listener); |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 348 | if (app_worker_alloc_session_fifos (sm, s)) |
| 349 | return -1; |
| 350 | |
| 351 | return 0; |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 352 | } |
| 353 | |
| 354 | int |
| 355 | app_worker_accept_notify (app_worker_t * app_wrk, session_t * s) |
| 356 | { |
| 357 | application_t *app = application_get (app_wrk->app_index); |
| 358 | return app->cb_fns.session_accept_callback (s); |
| 359 | } |
| 360 | |
| 361 | int |
| 362 | app_worker_init_connected (app_worker_t * app_wrk, session_t * s) |
| 363 | { |
| 364 | application_t *app = application_get (app_wrk->app_index); |
| 365 | segment_manager_t *sm; |
| 366 | |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 367 | if (app->cb_fns.fifo_tuning_callback) |
| 368 | s->flags |= SESSION_F_CUSTOM_FIFO_TUNING; |
| 369 | |
Florin Coras | e655240 | 2020-11-11 13:25:53 -0800 | [diff] [blame] | 370 | /* Allocate fifos for session, unless the app is a builtin proxy */ |
| 371 | if (application_is_builtin_proxy (app)) |
| 372 | return 0; |
| 373 | |
| 374 | sm = app_worker_get_connect_segment_manager (app_wrk); |
| 375 | return app_worker_alloc_session_fifos (sm, s); |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 376 | } |
| 377 | |
| 378 | int |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 379 | app_worker_connect_notify (app_worker_t * app_wrk, session_t * s, |
| 380 | session_error_t err, u32 opaque) |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 381 | { |
| 382 | application_t *app = application_get (app_wrk->app_index); |
| 383 | return app->cb_fns.session_connected_callback (app_wrk->wrk_index, opaque, |
Florin Coras | 00e01d3 | 2019-10-21 16:07:46 -0700 | [diff] [blame] | 384 | s, err); |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 385 | } |
| 386 | |
| 387 | int |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 388 | app_worker_add_half_open (app_worker_t *app_wrk, session_handle_t sh) |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 389 | { |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 390 | session_handle_t *shp; |
| 391 | |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 392 | ASSERT (vlib_get_thread_index () == 0); |
Florin Coras | ea72764 | 2021-05-07 19:39:43 -0700 | [diff] [blame] | 393 | pool_get (app_wrk->half_open_table, shp); |
| 394 | *shp = sh; |
| 395 | |
| 396 | return (shp - app_wrk->half_open_table); |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 397 | } |
| 398 | |
| 399 | int |
Florin Coras | 2c876f9 | 2021-05-10 21:12:27 -0700 | [diff] [blame] | 400 | app_worker_del_half_open (app_worker_t *app_wrk, session_t *s) |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 401 | { |
Florin Coras | 2c876f9 | 2021-05-10 21:12:27 -0700 | [diff] [blame] | 402 | application_t *app = application_get (app_wrk->app_index); |
Florin Coras | bab6c52 | 2021-05-13 08:36:56 -0700 | [diff] [blame] | 403 | ASSERT (vlib_get_thread_index () <= 1); |
Florin Coras | 2c876f9 | 2021-05-10 21:12:27 -0700 | [diff] [blame] | 404 | pool_put_index (app_wrk->half_open_table, s->ho_index); |
| 405 | if (app->cb_fns.half_open_cleanup_callback) |
| 406 | app->cb_fns.half_open_cleanup_callback (s); |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 407 | return 0; |
| 408 | } |
| 409 | |
Florin Coras | d50ff7f | 2020-04-16 04:30:22 +0000 | [diff] [blame] | 410 | int |
Florin Coras | bf7ce2c | 2019-03-06 14:44:42 -0800 | [diff] [blame] | 411 | app_worker_close_notify (app_worker_t * app_wrk, session_t * s) |
| 412 | { |
| 413 | application_t *app = application_get (app_wrk->app_index); |
| 414 | app->cb_fns.session_disconnect_callback (s); |
| 415 | return 0; |
| 416 | } |
| 417 | |
| 418 | int |
Florin Coras | 692b949 | 2019-07-12 15:01:53 -0700 | [diff] [blame] | 419 | app_worker_transport_closed_notify (app_worker_t * app_wrk, session_t * s) |
| 420 | { |
| 421 | application_t *app = application_get (app_wrk->app_index); |
| 422 | if (app->cb_fns.session_transport_closed_callback) |
| 423 | app->cb_fns.session_transport_closed_callback (s); |
| 424 | return 0; |
| 425 | } |
| 426 | |
| 427 | int |
Florin Coras | 69b68ef | 2019-04-02 11:38:51 -0700 | [diff] [blame] | 428 | app_worker_reset_notify (app_worker_t * app_wrk, session_t * s) |
| 429 | { |
| 430 | application_t *app = application_get (app_wrk->app_index); |
| 431 | app->cb_fns.session_reset_callback (s); |
| 432 | return 0; |
| 433 | } |
| 434 | |
| 435 | int |
Florin Coras | 70f26d5 | 2019-07-08 11:47:18 -0700 | [diff] [blame] | 436 | app_worker_cleanup_notify (app_worker_t * app_wrk, session_t * s, |
| 437 | session_cleanup_ntf_t ntf) |
| 438 | { |
| 439 | application_t *app = application_get (app_wrk->app_index); |
| 440 | if (app->cb_fns.session_cleanup_callback) |
| 441 | app->cb_fns.session_cleanup_callback (s, ntf); |
| 442 | return 0; |
| 443 | } |
| 444 | |
| 445 | int |
Florin Coras | bf7ce2c | 2019-03-06 14:44:42 -0800 | [diff] [blame] | 446 | app_worker_builtin_rx (app_worker_t * app_wrk, session_t * s) |
| 447 | { |
| 448 | application_t *app = application_get (app_wrk->app_index); |
| 449 | app->cb_fns.builtin_app_rx_callback (s); |
| 450 | return 0; |
| 451 | } |
| 452 | |
| 453 | int |
Florin Coras | 0e573f5 | 2019-05-07 16:28:16 -0700 | [diff] [blame] | 454 | app_worker_builtin_tx (app_worker_t * app_wrk, session_t * s) |
| 455 | { |
| 456 | application_t *app = application_get (app_wrk->app_index); |
| 457 | |
| 458 | if (!app->cb_fns.builtin_app_tx_callback) |
| 459 | return 0; |
| 460 | |
| 461 | app->cb_fns.builtin_app_tx_callback (s); |
| 462 | return 0; |
| 463 | } |
| 464 | |
| 465 | int |
Florin Coras | 49568af | 2019-07-31 16:46:24 -0700 | [diff] [blame] | 466 | app_worker_migrate_notify (app_worker_t * app_wrk, session_t * s, |
| 467 | session_handle_t new_sh) |
| 468 | { |
| 469 | application_t *app = application_get (app_wrk->app_index); |
| 470 | app->cb_fns.session_migrate_callback (s, new_sh); |
| 471 | return 0; |
| 472 | } |
| 473 | |
| 474 | int |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 475 | app_worker_own_session (app_worker_t * app_wrk, session_t * s) |
| 476 | { |
| 477 | segment_manager_t *sm; |
| 478 | svm_fifo_t *rxf, *txf; |
| 479 | |
| 480 | if (s->session_state == SESSION_STATE_LISTENING) |
| 481 | return application_change_listener_owner (s, app_wrk); |
| 482 | |
| 483 | s->app_wrk_index = app_wrk->wrk_index; |
| 484 | |
| 485 | rxf = s->rx_fifo; |
| 486 | txf = s->tx_fifo; |
| 487 | |
| 488 | if (!rxf || !txf) |
| 489 | return 0; |
| 490 | |
| 491 | s->rx_fifo = 0; |
| 492 | s->tx_fifo = 0; |
| 493 | |
Florin Coras | 94a6df0 | 2021-05-06 15:32:14 -0700 | [diff] [blame] | 494 | sm = app_worker_get_connect_segment_manager (app_wrk); |
Florin Coras | a27a46e | 2019-02-18 13:02:28 -0800 | [diff] [blame] | 495 | if (app_worker_alloc_session_fifos (sm, s)) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 496 | return -1; |
| 497 | |
Sirshak Das | 28aa539 | 2019-02-05 01:33:33 -0600 | [diff] [blame] | 498 | if (!svm_fifo_is_empty_cons (rxf)) |
| 499 | svm_fifo_clone (s->rx_fifo, rxf); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 500 | |
Sirshak Das | 28aa539 | 2019-02-05 01:33:33 -0600 | [diff] [blame] | 501 | if (!svm_fifo_is_empty_cons (txf)) |
| 502 | svm_fifo_clone (s->tx_fifo, txf); |
| 503 | |
Florin Coras | 19223e0 | 2019-03-03 14:56:05 -0800 | [diff] [blame] | 504 | segment_manager_dealloc_fifos (rxf, txf); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 505 | |
| 506 | return 0; |
| 507 | } |
| 508 | |
| 509 | int |
Florin Coras | 89a9f61 | 2021-05-11 11:55:07 -0700 | [diff] [blame] | 510 | app_worker_connect_session (app_worker_t *app_wrk, session_endpoint_cfg_t *sep, |
| 511 | session_handle_t *rsh) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 512 | { |
Florin Coras | 89a9f61 | 2021-05-11 11:55:07 -0700 | [diff] [blame] | 513 | sep->app_wrk_index = app_wrk->wrk_index; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 514 | |
Florin Coras | 89a9f61 | 2021-05-11 11:55:07 -0700 | [diff] [blame] | 515 | return session_open (sep, rsh); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 516 | } |
| 517 | |
| 518 | int |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 519 | app_worker_session_fifo_tuning (app_worker_t * app_wrk, session_t * s, |
| 520 | svm_fifo_t * f, |
| 521 | session_ft_action_t act, u32 len) |
| 522 | { |
| 523 | application_t *app = application_get (app_wrk->app_index); |
| 524 | return app->cb_fns.fifo_tuning_callback (s, f, act, len); |
| 525 | } |
| 526 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 527 | segment_manager_t * |
| 528 | app_worker_get_connect_segment_manager (app_worker_t * app) |
| 529 | { |
| 530 | ASSERT (app->connects_seg_manager != (u32) ~ 0); |
| 531 | return segment_manager_get (app->connects_seg_manager); |
| 532 | } |
| 533 | |
| 534 | segment_manager_t * |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 535 | app_worker_get_listen_segment_manager (app_worker_t * app, |
| 536 | session_t * listener) |
| 537 | { |
| 538 | uword *smp; |
| 539 | smp = hash_get (app->listeners_table, listen_session_get_handle (listener)); |
Dave Barach | 47d41ad | 2020-02-17 09:13:26 -0500 | [diff] [blame] | 540 | ALWAYS_ASSERT (smp != 0); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 541 | return segment_manager_get (*smp); |
| 542 | } |
| 543 | |
| 544 | session_t * |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 545 | app_worker_first_listener (app_worker_t * app_wrk, u8 fib_proto, |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 546 | u8 transport_proto) |
| 547 | { |
| 548 | session_t *listener; |
| 549 | u64 handle; |
| 550 | u32 sm_index; |
| 551 | u8 sst; |
| 552 | |
| 553 | sst = session_type_from_proto_and_ip (transport_proto, |
| 554 | fib_proto == FIB_PROTOCOL_IP4); |
| 555 | |
| 556 | /* *INDENT-OFF* */ |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 557 | hash_foreach (handle, sm_index, app_wrk->listeners_table, ({ |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 558 | listener = listen_session_get_from_handle (handle); |
| 559 | if (listener->session_type == sst |
Florin Coras | d5c604d | 2019-03-18 09:06:35 -0700 | [diff] [blame] | 560 | && !(listener->flags & SESSION_F_PROXY)) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 561 | return listener; |
| 562 | })); |
| 563 | /* *INDENT-ON* */ |
| 564 | |
| 565 | return 0; |
| 566 | } |
| 567 | |
| 568 | session_t * |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 569 | app_worker_proxy_listener (app_worker_t * app_wrk, u8 fib_proto, |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 570 | u8 transport_proto) |
| 571 | { |
| 572 | session_t *listener; |
| 573 | u64 handle; |
| 574 | u32 sm_index; |
| 575 | u8 sst; |
| 576 | |
| 577 | sst = session_type_from_proto_and_ip (transport_proto, |
| 578 | fib_proto == FIB_PROTOCOL_IP4); |
| 579 | |
| 580 | /* *INDENT-OFF* */ |
Florin Coras | c9940fc | 2019-02-05 20:55:11 -0800 | [diff] [blame] | 581 | hash_foreach (handle, sm_index, app_wrk->listeners_table, ({ |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 582 | listener = listen_session_get_from_handle (handle); |
Florin Coras | d5c604d | 2019-03-18 09:06:35 -0700 | [diff] [blame] | 583 | if (listener->session_type == sst && (listener->flags & SESSION_F_PROXY)) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 584 | return listener; |
| 585 | })); |
| 586 | /* *INDENT-ON* */ |
| 587 | |
| 588 | return 0; |
| 589 | } |
| 590 | |
| 591 | /** |
| 592 | * Send an API message to the external app, to map new segment |
| 593 | */ |
| 594 | int |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 595 | app_worker_add_segment_notify (app_worker_t * app_wrk, u64 segment_handle) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 596 | { |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 597 | application_t *app = application_get (app_wrk->app_index); |
Florin Coras | c4c4cf5 | 2019-08-24 18:17:34 -0700 | [diff] [blame] | 598 | |
| 599 | return app->cb_fns.add_segment_callback (app_wrk->wrk_index, |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 600 | segment_handle); |
| 601 | } |
| 602 | |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 603 | int |
| 604 | app_worker_del_segment_notify (app_worker_t * app_wrk, u64 segment_handle) |
| 605 | { |
| 606 | application_t *app = application_get (app_wrk->app_index); |
Florin Coras | c4c4cf5 | 2019-08-24 18:17:34 -0700 | [diff] [blame] | 607 | return app->cb_fns.del_segment_callback (app_wrk->wrk_index, |
Florin Coras | 2b81e3c | 2019-02-27 07:55:46 -0800 | [diff] [blame] | 608 | segment_handle); |
| 609 | } |
| 610 | |
Florin Coras | 31c9955 | 2019-03-01 13:00:58 -0800 | [diff] [blame] | 611 | static inline u8 |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 612 | app_worker_application_is_builtin (app_worker_t * app_wrk) |
| 613 | { |
| 614 | return app_wrk->app_is_builtin; |
| 615 | } |
| 616 | |
| 617 | static inline int |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 618 | app_send_io_evt_rx (app_worker_t * app_wrk, session_t * s) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 619 | { |
| 620 | session_event_t *evt; |
| 621 | svm_msg_q_msg_t msg; |
| 622 | svm_msg_q_t *mq; |
| 623 | |
Florin Coras | 5c29029 | 2019-09-19 08:19:44 -0700 | [diff] [blame] | 624 | if (app_worker_application_is_builtin (app_wrk)) |
| 625 | return app_worker_builtin_rx (app_wrk, s); |
| 626 | |
Florin Coras | 653e43f | 2019-03-04 10:56:23 -0800 | [diff] [blame] | 627 | if (svm_fifo_has_event (s->rx_fifo)) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 628 | return 0; |
| 629 | |
| 630 | mq = app_wrk->event_queue; |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 631 | svm_msg_q_lock (mq); |
| 632 | |
| 633 | if (PREDICT_FALSE (svm_msg_q_is_full (mq))) |
| 634 | { |
| 635 | clib_warning ("evt q full"); |
| 636 | svm_msg_q_unlock (mq); |
| 637 | return -1; |
| 638 | } |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 639 | |
| 640 | if (PREDICT_FALSE (svm_msg_q_ring_is_full (mq, SESSION_MQ_IO_EVT_RING))) |
| 641 | { |
| 642 | clib_warning ("evt q rings full"); |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 643 | svm_msg_q_unlock (mq); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 644 | return -1; |
| 645 | } |
| 646 | |
| 647 | msg = svm_msg_q_alloc_msg_w_ring (mq, SESSION_MQ_IO_EVT_RING); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 648 | evt = (session_event_t *) svm_msg_q_msg_data (mq, &msg); |
Florin Coras | c547e91 | 2020-12-08 17:50:45 -0800 | [diff] [blame] | 649 | evt->session_index = s->rx_fifo->shr->client_session_index; |
Florin Coras | f6c4313 | 2019-03-01 12:41:21 -0800 | [diff] [blame] | 650 | evt->event_type = SESSION_IO_EVT_RX; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 651 | |
| 652 | (void) svm_fifo_set_event (s->rx_fifo); |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 653 | svm_msg_q_add_and_unlock (mq, &msg); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 654 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 655 | return 0; |
| 656 | } |
| 657 | |
| 658 | static inline int |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 659 | app_send_io_evt_tx (app_worker_t * app_wrk, session_t * s) |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 660 | { |
| 661 | svm_msg_q_t *mq; |
| 662 | session_event_t *evt; |
| 663 | svm_msg_q_msg_t msg; |
| 664 | |
| 665 | if (app_worker_application_is_builtin (app_wrk)) |
Florin Coras | 0e573f5 | 2019-05-07 16:28:16 -0700 | [diff] [blame] | 666 | return app_worker_builtin_tx (app_wrk, s); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 667 | |
| 668 | mq = app_wrk->event_queue; |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 669 | svm_msg_q_lock (mq); |
| 670 | |
| 671 | if (PREDICT_FALSE (svm_msg_q_is_full (mq))) |
| 672 | { |
| 673 | clib_warning ("evt q full"); |
| 674 | svm_msg_q_unlock (mq); |
| 675 | return -1; |
| 676 | } |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 677 | |
| 678 | if (PREDICT_FALSE (svm_msg_q_ring_is_full (mq, SESSION_MQ_IO_EVT_RING))) |
| 679 | { |
| 680 | clib_warning ("evt q rings full"); |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 681 | svm_msg_q_unlock (mq); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 682 | return -1; |
| 683 | } |
| 684 | |
| 685 | msg = svm_msg_q_alloc_msg_w_ring (mq, SESSION_MQ_IO_EVT_RING); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 686 | evt = (session_event_t *) svm_msg_q_msg_data (mq, &msg); |
Florin Coras | f6c4313 | 2019-03-01 12:41:21 -0800 | [diff] [blame] | 687 | evt->event_type = SESSION_IO_EVT_TX; |
Florin Coras | c547e91 | 2020-12-08 17:50:45 -0800 | [diff] [blame] | 688 | evt->session_index = s->tx_fifo->shr->client_session_index; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 689 | |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 690 | svm_msg_q_add_and_unlock (mq, &msg); |
| 691 | return 0; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 692 | } |
| 693 | |
| 694 | /* *INDENT-OFF* */ |
| 695 | typedef int (app_send_evt_handler_fn) (app_worker_t *app, |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 696 | session_t *s); |
Florin Coras | 653e43f | 2019-03-04 10:56:23 -0800 | [diff] [blame] | 697 | static app_send_evt_handler_fn * const app_send_evt_handler_fns[2] = { |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 698 | app_send_io_evt_rx, |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 699 | app_send_io_evt_tx, |
| 700 | }; |
| 701 | /* *INDENT-ON* */ |
| 702 | |
| 703 | /** |
| 704 | * Send event to application |
| 705 | * |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 706 | * Logic from queue perspective is blocking. However, if queue is full, |
| 707 | * we return. |
| 708 | */ |
| 709 | int |
| 710 | app_worker_lock_and_send_event (app_worker_t * app, session_t * s, |
| 711 | u8 evt_type) |
| 712 | { |
Florin Coras | 2b5fed8 | 2019-07-25 14:51:09 -0700 | [diff] [blame] | 713 | return app_send_evt_handler_fns[evt_type] (app, s); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 714 | } |
| 715 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 716 | u8 * |
| 717 | format_app_worker_listener (u8 * s, va_list * args) |
| 718 | { |
| 719 | app_worker_t *app_wrk = va_arg (*args, app_worker_t *); |
| 720 | u64 handle = va_arg (*args, u64); |
| 721 | u32 sm_index = va_arg (*args, u32); |
| 722 | int verbose = va_arg (*args, int); |
| 723 | session_t *listener; |
| 724 | const u8 *app_name; |
| 725 | u8 *str; |
| 726 | |
| 727 | if (!app_wrk) |
| 728 | { |
| 729 | if (verbose) |
Xiaoming Jiang | 806709f | 2021-06-23 09:07:57 +0000 | [diff] [blame] | 730 | s = format (s, "%-" SESSION_CLI_ID_LEN "s%-25s%-10s%-15s%-15s%-10s", |
| 731 | "Connection", "App", "Wrk", "API Client", "ListenerID", |
| 732 | "SegManager"); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 733 | else |
Xiaoming Jiang | 806709f | 2021-06-23 09:07:57 +0000 | [diff] [blame] | 734 | s = format (s, "%-" SESSION_CLI_ID_LEN "s%-25s%-10s", "Connection", |
| 735 | "App", "Wrk"); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 736 | |
| 737 | return s; |
| 738 | } |
| 739 | |
| 740 | app_name = application_name_from_index (app_wrk->app_index); |
| 741 | listener = listen_session_get_from_handle (handle); |
Florin Coras | 31c9955 | 2019-03-01 13:00:58 -0800 | [diff] [blame] | 742 | str = format (0, "%U", format_session, listener, verbose); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 743 | |
| 744 | if (verbose) |
| 745 | { |
Dave Barach | 3e07a4a | 2020-04-04 10:05:48 -0400 | [diff] [blame] | 746 | u8 *buf; |
| 747 | buf = format (0, "%u(%u)", app_wrk->wrk_map_index, app_wrk->wrk_index); |
Xiaoming Jiang | 806709f | 2021-06-23 09:07:57 +0000 | [diff] [blame] | 748 | s = format (s, "%-" SESSION_CLI_ID_LEN "v%-25v%-10v%-15u%-15u%-10u", str, |
| 749 | app_name, buf, app_wrk->api_client_index, handle, sm_index); |
Dave Barach | 3e07a4a | 2020-04-04 10:05:48 -0400 | [diff] [blame] | 750 | vec_free (buf); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 751 | } |
| 752 | else |
Xiaoming Jiang | 806709f | 2021-06-23 09:07:57 +0000 | [diff] [blame] | 753 | s = format (s, "%-" SESSION_CLI_ID_LEN "v%-25v%=10u", str, app_name, |
| 754 | app_wrk->wrk_map_index); |
jiangxiaoming | 6b410e6 | 2020-10-10 15:23:54 +0800 | [diff] [blame] | 755 | |
| 756 | vec_free (str); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 757 | |
| 758 | return s; |
| 759 | } |
| 760 | |
| 761 | u8 * |
| 762 | format_app_worker (u8 * s, va_list * args) |
| 763 | { |
| 764 | app_worker_t *app_wrk = va_arg (*args, app_worker_t *); |
| 765 | u32 indent = 1; |
| 766 | |
| 767 | s = format (s, "%U wrk-index %u app-index %u map-index %u " |
| 768 | "api-client-index %d\n", format_white_space, indent, |
| 769 | app_wrk->wrk_index, app_wrk->app_index, app_wrk->wrk_map_index, |
| 770 | app_wrk->api_client_index); |
| 771 | return s; |
| 772 | } |
| 773 | |
| 774 | void |
| 775 | app_worker_format_connects (app_worker_t * app_wrk, int verbose) |
| 776 | { |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 777 | segment_manager_t *sm; |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 778 | |
| 779 | /* Header */ |
| 780 | if (!app_wrk) |
| 781 | { |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 782 | segment_manager_format_sessions (0, verbose); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 783 | return; |
| 784 | } |
| 785 | |
| 786 | if (app_wrk->connects_seg_manager == (u32) ~ 0) |
| 787 | return; |
| 788 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 789 | sm = segment_manager_get (app_wrk->connects_seg_manager); |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 790 | segment_manager_format_sessions (sm, verbose); |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 791 | } |
| 792 | |
Florin Coras | 623eb56 | 2019-02-03 19:28:34 -0800 | [diff] [blame] | 793 | /* |
| 794 | * fd.io coding-style-patch-verification: ON |
| 795 | * |
| 796 | * Local Variables: |
| 797 | * eval: (c-set-style "gnu") |
| 798 | * End: |
| 799 | */ |