Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 1 | /* |
Florin Coras | 288eaab | 2019-02-03 15:26:14 -0800 | [diff] [blame] | 2 | * Copyright (c) 2017-2019 Cisco and/or its affiliates. |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | #ifndef SRC_VNET_SESSION_SEGMENT_MANAGER_H_ |
| 16 | #define SRC_VNET_SESSION_SEGMENT_MANAGER_H_ |
| 17 | |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 18 | #include <svm/message_queue.h> |
Florin Coras | a546481 | 2017-04-19 13:00:05 -0700 | [diff] [blame] | 19 | #include <vppinfra/lock.h> |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 20 | #include <vppinfra/valloc.h> |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 21 | #include <svm/fifo_segment.h> |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 22 | #include <vnet/session/session_types.h> |
Florin Coras | a546481 | 2017-04-19 13:00:05 -0700 | [diff] [blame] | 23 | |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 24 | typedef struct _segment_manager_props |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 25 | { |
Florin Coras | 1553197 | 2018-08-12 23:50:53 -0700 | [diff] [blame] | 26 | u32 rx_fifo_size; /**< receive fifo size */ |
| 27 | u32 tx_fifo_size; /**< transmit fifo size */ |
| 28 | u32 evt_q_size; /**< event queue length */ |
Florin Coras | 1553197 | 2018-08-12 23:50:53 -0700 | [diff] [blame] | 29 | u32 prealloc_fifos; /**< preallocated fifo pairs */ |
Florin Coras | ef4f3e7 | 2019-12-11 14:27:53 -0800 | [diff] [blame] | 30 | uword segment_size; /**< first segment size */ |
| 31 | uword add_segment_size; /**< additional segment size */ |
Florin Coras | 1553197 | 2018-08-12 23:50:53 -0700 | [diff] [blame] | 32 | u8 add_segment:1; /**< can add new segments flag */ |
| 33 | u8 use_mq_eventfd:1; /**< use eventfds for mqs flag */ |
| 34 | u8 reserved:6; /**< reserved flags */ |
Florin Coras | 62ddc03 | 2019-12-08 18:30:42 -0800 | [diff] [blame] | 35 | u8 n_slices; /**< number of fs slices/threads */ |
Florin Coras | 1553197 | 2018-08-12 23:50:53 -0700 | [diff] [blame] | 36 | ssvm_segment_type_t segment_type; /**< seg type: if set to SSVM_N_TYPES, |
| 37 | private segments are used */ |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 38 | u32 max_fifo_size; /**< max fifo size */ |
Ryujiro Shibuya | 234fe89 | 2019-12-25 07:40:54 +0000 | [diff] [blame] | 39 | u8 high_watermark; /**< memory usage high watermark % */ |
| 40 | u8 low_watermark; /**< memory usage low watermark % */ |
Florin Coras | 2de9c0f | 2020-02-02 19:30:39 +0000 | [diff] [blame] | 41 | u8 pct_first_alloc; /**< pct of fifo size to alloc */ |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 42 | } segment_manager_props_t; |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 43 | |
| 44 | typedef struct _segment_manager |
| 45 | { |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 46 | /** Pool of segments allocated by this manager */ |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 47 | fifo_segment_t *segments; |
Florin Coras | a546481 | 2017-04-19 13:00:05 -0700 | [diff] [blame] | 48 | |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 49 | /** rwlock that protects the segments pool */ |
| 50 | clib_rwlock_t segments_rwlock; |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 51 | |
Florin Coras | 1553197 | 2018-08-12 23:50:53 -0700 | [diff] [blame] | 52 | /** Owner app worker index */ |
| 53 | u32 app_wrk_index; |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 54 | |
Florin Coras | c87c91d | 2017-08-16 19:55:49 -0700 | [diff] [blame] | 55 | /** |
Florin Coras | c87c91d | 2017-08-16 19:55:49 -0700 | [diff] [blame] | 56 | * First segment should not be deleted unless segment manger is deleted. |
| 57 | * This also indicates that the segment manager is the first to have been |
| 58 | * allocated for the app. |
| 59 | */ |
| 60 | u8 first_is_protected; |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 61 | |
| 62 | /** |
| 63 | * App event queue allocated in first segment |
| 64 | */ |
Florin Coras | 3c2fed5 | 2018-07-04 04:15:05 -0700 | [diff] [blame] | 65 | svm_msg_q_t *event_queue; |
Ryujiro Shibuya | 234fe89 | 2019-12-25 07:40:54 +0000 | [diff] [blame] | 66 | |
Ryujiro Shibuya | d8f48e2 | 2020-01-22 12:11:42 +0000 | [diff] [blame] | 67 | u32 max_fifo_size; |
Ryujiro Shibuya | 234fe89 | 2019-12-25 07:40:54 +0000 | [diff] [blame] | 68 | u8 high_watermark; |
| 69 | u8 low_watermark; |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 70 | } segment_manager_t; |
| 71 | |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 72 | typedef struct segment_manager_main_init_args_ |
| 73 | { |
| 74 | u64 baseva; |
| 75 | u64 size; |
| 76 | } segment_manager_main_init_args_t; |
| 77 | |
Florin Coras | c87c91d | 2017-08-16 19:55:49 -0700 | [diff] [blame] | 78 | #define SEGMENT_MANAGER_INVALID_APP_INDEX ((u32) ~0) |
| 79 | |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 80 | segment_manager_t *segment_manager_alloc (void); |
Ryujiro Shibuya | 234fe89 | 2019-12-25 07:40:54 +0000 | [diff] [blame] | 81 | int segment_manager_init (segment_manager_t * sm); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 82 | |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 83 | /** |
| 84 | * Cleanup segment manager |
| 85 | * |
| 86 | * @param sm segment manager to be freed |
| 87 | */ |
| 88 | void segment_manager_free (segment_manager_t * sm); |
| 89 | |
| 90 | /** |
| 91 | * Initiate segment manager cleanup |
| 92 | * |
| 93 | * @param sm segment manager to be freed |
| 94 | */ |
| 95 | void segment_manager_init_free (segment_manager_t * sm); |
| 96 | segment_manager_t *segment_manager_get (u32 index); |
| 97 | segment_manager_t *segment_manager_get_if_valid (u32 index); |
| 98 | u32 segment_manager_index (segment_manager_t * sm); |
| 99 | |
Florin Coras | ef4f3e7 | 2019-12-11 14:27:53 -0800 | [diff] [blame] | 100 | int segment_manager_add_segment (segment_manager_t * sm, uword segment_size); |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 101 | void segment_manager_del_segment (segment_manager_t * sm, |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 102 | fifo_segment_t * fs); |
| 103 | fifo_segment_t *segment_manager_get_segment (segment_manager_t * sm, |
| 104 | u32 segment_index); |
| 105 | fifo_segment_t *segment_manager_get_segment_w_handle (u64 sh); |
Florin Coras | b095a3c | 2019-04-25 12:58:46 -0700 | [diff] [blame] | 106 | fifo_segment_t *segment_manager_get_segment_w_lock (segment_manager_t * sm, |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 107 | u32 segment_index); |
| 108 | int segment_manager_add_first_segment (segment_manager_t * sm, |
| 109 | u32 segment_size); |
| 110 | u64 segment_manager_make_segment_handle (u32 segment_manager_index, |
| 111 | u32 segment_index); |
| 112 | u64 segment_manager_segment_handle (segment_manager_t * sm, |
| 113 | fifo_segment_t * segment); |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 114 | void segment_manager_segment_reader_unlock (segment_manager_t * sm); |
| 115 | void segment_manager_segment_writer_unlock (segment_manager_t * sm); |
| 116 | |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 117 | int segment_manager_alloc_session_fifos (segment_manager_t * sm, |
Florin Coras | 62ddc03 | 2019-12-08 18:30:42 -0800 | [diff] [blame] | 118 | u32 thread_index, |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 119 | svm_fifo_t ** rx_fifo, |
| 120 | svm_fifo_t ** tx_fifo); |
| 121 | int segment_manager_try_alloc_fifos (fifo_segment_t * fs, |
Florin Coras | 62ddc03 | 2019-12-08 18:30:42 -0800 | [diff] [blame] | 122 | u32 thread_index, |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 123 | u32 rx_fifo_size, u32 tx_fifo_size, |
| 124 | svm_fifo_t ** rx_fifo, |
| 125 | svm_fifo_t ** tx_fifo); |
Florin Coras | 19223e0 | 2019-03-03 14:56:05 -0800 | [diff] [blame] | 126 | void segment_manager_dealloc_fifos (svm_fifo_t * rx_fifo, |
Florin Coras | f8f516a | 2018-02-08 15:10:09 -0800 | [diff] [blame] | 127 | svm_fifo_t * tx_fifo); |
Florin Coras | 6d7552c | 2020-04-09 01:49:45 +0000 | [diff] [blame] | 128 | void segment_manager_detach_fifo (segment_manager_t * sm, svm_fifo_t * f); |
| 129 | void segment_manager_attach_fifo (segment_manager_t * sm, svm_fifo_t * f, |
| 130 | session_t * s); |
Florin Coras | b095a3c | 2019-04-25 12:58:46 -0700 | [diff] [blame] | 131 | |
Ryujiro Shibuya | 234fe89 | 2019-12-25 07:40:54 +0000 | [diff] [blame] | 132 | void segment_manager_set_watermarks (segment_manager_t * sm, |
| 133 | u8 high_watermark, u8 low_watermark); |
| 134 | |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 135 | u8 segment_manager_has_fifos (segment_manager_t * sm); |
| 136 | |
| 137 | svm_msg_q_t *segment_manager_alloc_queue (fifo_segment_t * fs, |
| 138 | segment_manager_props_t * props); |
Florin Coras | e86a8ed | 2018-01-05 03:20:25 -0800 | [diff] [blame] | 139 | void segment_manager_dealloc_queue (segment_manager_t * sm, svm_queue_t * q); |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 140 | svm_msg_q_t *segment_manager_event_queue (segment_manager_t * sm); |
| 141 | u32 segment_manager_evt_q_expected_size (u32 q_size); |
| 142 | |
Florin Coras | 4e4531e | 2017-11-06 23:27:56 -0800 | [diff] [blame] | 143 | void segment_manager_app_detach (segment_manager_t * sm); |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 144 | |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 145 | /** |
| 146 | * Cleanup segment manager sessions |
| 147 | * |
| 148 | * Initiates disconnects for all sessions 'owned' by a segment manager by |
| 149 | * leveraging the backpointers that fifos keep. |
| 150 | * |
| 151 | * @param sm segment manager whose sessions are to be disconnected |
| 152 | */ |
| 153 | void segment_manager_del_sessions (segment_manager_t * sm); |
| 154 | void segment_manager_format_sessions (segment_manager_t * sm, int verbose); |
| 155 | |
Florin Coras | a332c46 | 2018-01-31 06:52:17 -0800 | [diff] [blame] | 156 | void segment_manager_main_init (segment_manager_main_init_args_t * a); |
Florin Coras | 88001c6 | 2019-04-24 14:44:46 -0700 | [diff] [blame] | 157 | |
| 158 | segment_manager_props_t *segment_manager_props_init (segment_manager_props_t * |
| 159 | sm); |
Florin Coras | ad0c77f | 2017-11-09 18:00:15 -0800 | [diff] [blame] | 160 | |
Florin Coras | 6cf30ad | 2017-04-04 23:08:23 -0700 | [diff] [blame] | 161 | #endif /* SRC_VNET_SESSION_SEGMENT_MANAGER_H_ */ |
| 162 | /* |
| 163 | * fd.io coding-style-patch-verification: ON |
| 164 | * |
| 165 | * Local Variables: |
| 166 | * eval: (c-set-style "gnu") |
| 167 | * End: |
| 168 | */ |