blob: f5f684e37da9f975950f023e63e2427c475baf7b [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras288eaab2019-02-03 15:26:14 -08002 * Copyright (c) 2016-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15#ifndef __included_uri_h__
16#define __included_uri_h__
17
Florin Corasc1a42652019-02-08 18:27:29 -080018#include <vlibmemory/api.h>
19#include <svm/message_queue.h>
Florin Corasc9940fc2019-02-05 20:55:11 -080020#include <vnet/session/session_types.h>
Florin Coras54a51fd2019-02-07 15:34:52 -080021#include <vnet/tls/tls_test.h>
Florin Coras88001c62019-04-24 14:44:46 -070022#include <svm/fifo_segment.h>
Dave Barach68b0fb02017-02-28 15:15:56 -050023
Florin Corasc1a42652019-02-08 18:27:29 -080024typedef struct _stream_session_cb_vft
25{
26 /** Notify server of new segment */
27 int (*add_segment_callback) (u32 api_client_index, u64 segment_handle);
28
29 /** Notify server of new segment */
30 int (*del_segment_callback) (u32 api_client_index, u64 segment_handle);
31
32 /** Notify server of newly accepted session */
33 int (*session_accept_callback) (session_t * new_session);
34
35 /** Connection request callback */
36 int (*session_connected_callback) (u32 app_wrk_index, u32 opaque,
37 session_t * s, u8 code);
38
39 /** Notify app that session is closing */
40 void (*session_disconnect_callback) (session_t * s);
41
Florin Coras692b9492019-07-12 15:01:53 -070042 /** Notify app that transport is closed */
43 void (*session_transport_closed_callback) (session_t * s);
44
Florin Coras70f26d52019-07-08 11:47:18 -070045 /** Notify app that session or transport are about to be removed */
46 void (*session_cleanup_callback) (session_t * s, session_cleanup_ntf_t ntf);
47
Florin Corasc1a42652019-02-08 18:27:29 -080048 /** Notify app that session was reset */
49 void (*session_reset_callback) (session_t * s);
50
Florin Coras49568af2019-07-31 16:46:24 -070051 /** Notify app that session pool migration happened */
52 void (*session_migrate_callback) (session_t * s, session_handle_t new_sh);
53
Florin Corasc1a42652019-02-08 18:27:29 -080054 /** Direct RX callback for built-in application */
55 int (*builtin_app_rx_callback) (session_t * session);
56
57 /** Direct TX callback for built-in application */
58 int (*builtin_app_tx_callback) (session_t * session);
59
60} session_cb_vft_t;
61
62#define foreach_app_init_args \
63 _(u32, api_client_index) \
64 _(u8 *, name) \
65 _(u64 *, options) \
66 _(u8 *, namespace_id) \
67 _(session_cb_vft_t *, session_cb_vft) \
68 _(u32, app_index) \
69
Florin Coras6cf30ad2017-04-04 23:08:23 -070070typedef struct _vnet_app_attach_args_t
71{
Florin Coras15531972018-08-12 23:50:53 -070072#define _(_type, _name) _type _name;
73 foreach_app_init_args
74#undef _
75 ssvm_private_t * segment;
Florin Coras99368312018-08-02 10:45:44 -070076 svm_msg_q_t *app_evt_q;
Florin Corasd85de682018-11-29 17:02:29 -080077 u64 segment_handle;
Florin Coras6cf30ad2017-04-04 23:08:23 -070078} vnet_app_attach_args_t;
79
80typedef struct _vnet_app_detach_args_t
81{
82 u32 app_index;
Florin Coras053a0e42018-11-13 15:52:38 -080083 u32 api_client_index;
Florin Coras6cf30ad2017-04-04 23:08:23 -070084} vnet_app_detach_args_t;
85
Dave Barach68b0fb02017-02-28 15:15:56 -050086typedef struct _vnet_bind_args_t
87{
88 union
89 {
Florin Coras5665ced2018-10-25 18:03:45 -070090 session_endpoint_cfg_t sep_ext;
Florin Coras3cbc04b2017-10-02 00:18:51 -070091 session_endpoint_t sep;
Florin Coras15531972018-08-12 23:50:53 -070092 char *uri;
Dave Barach68b0fb02017-02-28 15:15:56 -050093 };
94
Florin Coras6cf30ad2017-04-04 23:08:23 -070095 u32 app_index;
Florin Coras15531972018-08-12 23:50:53 -070096 u32 wrk_map_index;
Dave Barach68b0fb02017-02-28 15:15:56 -050097
98 /*
99 * Results
100 */
101 char *segment_name;
102 u32 segment_name_length;
103 u64 server_event_queue_address;
104 u64 handle;
Florin Corasc9940fc2019-02-05 20:55:11 -0800105} vnet_listen_args_t;
Dave Barach68b0fb02017-02-28 15:15:56 -0500106
Florin Corasdfae9f92019-02-20 19:48:31 -0800107typedef struct _vnet_unlisten_args_t
Dave Barach68b0fb02017-02-28 15:15:56 -0500108{
109 union
110 {
111 char *uri;
Florin Coras15531972018-08-12 23:50:53 -0700112 u64 handle; /**< Session handle */
Dave Barach68b0fb02017-02-28 15:15:56 -0500113 };
Florin Coras15531972018-08-12 23:50:53 -0700114 u32 app_index; /**< Owning application index */
Florin Corasab2f6db2018-08-31 14:31:41 -0700115 u32 wrk_map_index; /**< App's local pool worker index */
Florin Corasc1a42652019-02-08 18:27:29 -0800116} vnet_unlisten_args_t;
Dave Barach68b0fb02017-02-28 15:15:56 -0500117
118typedef struct _vnet_connect_args
119{
Florin Coras371ca502018-02-21 12:07:41 -0800120 union
121 {
Florin Coras5665ced2018-10-25 18:03:45 -0700122 session_endpoint_cfg_t sep_ext;
Florin Coras15531972018-08-12 23:50:53 -0700123 session_endpoint_t sep;
Florin Coras371ca502018-02-21 12:07:41 -0800124 char *uri;
Florin Coras371ca502018-02-21 12:07:41 -0800125 };
Florin Coras6cf30ad2017-04-04 23:08:23 -0700126 u32 app_index;
Florin Coras15531972018-08-12 23:50:53 -0700127 u32 wrk_map_index;
Dave Barach68b0fb02017-02-28 15:15:56 -0500128 u32 api_context;
Dave Barach68b0fb02017-02-28 15:15:56 -0500129
Florin Corasf8f516a2018-02-08 15:10:09 -0800130 session_handle_t session_handle;
Dave Barach68b0fb02017-02-28 15:15:56 -0500131} vnet_connect_args_t;
132
133typedef struct _vnet_disconnect_args_t
134{
Florin Corasf8f516a2018-02-08 15:10:09 -0800135 session_handle_t handle;
Florin Coras6cf30ad2017-04-04 23:08:23 -0700136 u32 app_index;
Dave Barach68b0fb02017-02-28 15:15:56 -0500137} vnet_disconnect_args_t;
138
Florin Coras371ca502018-02-21 12:07:41 -0800139typedef struct _vnet_application_add_tls_cert_args_t
140{
141 u32 app_index;
142 u8 *cert;
143} vnet_app_add_tls_cert_args_t;
144
145typedef struct _vnet_application_add_tls_key_args_t
146{
147 u32 app_index;
148 u8 *key;
149} vnet_app_add_tls_key_args_t;
150
Florin Coras54a51fd2019-02-07 15:34:52 -0800151typedef enum tls_engine_type_
152{
153 TLS_ENGINE_NONE,
154 TLS_ENGINE_MBEDTLS,
155 TLS_ENGINE_OPENSSL,
156 TLS_N_ENGINES
157} tls_engine_type_t;
158
Florin Coras6cf30ad2017-04-04 23:08:23 -0700159/* Application attach options */
Dave Barach68b0fb02017-02-28 15:15:56 -0500160typedef enum
161{
Florin Corasa5464812017-04-19 13:00:05 -0700162 APP_OPTIONS_FLAGS,
Florin Corasff6e7692017-12-11 04:59:01 -0800163 APP_OPTIONS_EVT_QUEUE_SIZE,
164 APP_OPTIONS_SEGMENT_SIZE,
165 APP_OPTIONS_ADD_SEGMENT_SIZE,
Dave Barach2c25a622017-06-26 11:35:07 -0400166 APP_OPTIONS_PRIVATE_SEGMENT_COUNT,
Florin Corasff6e7692017-12-11 04:59:01 -0800167 APP_OPTIONS_RX_FIFO_SIZE,
168 APP_OPTIONS_TX_FIFO_SIZE,
169 APP_OPTIONS_PREALLOC_FIFO_PAIRS,
Florin Corascea194d2017-10-02 00:18:51 -0700170 APP_OPTIONS_NAMESPACE,
171 APP_OPTIONS_NAMESPACE_SECRET,
Florin Coras7999e832017-10-31 01:51:04 -0700172 APP_OPTIONS_PROXY_TRANSPORT,
Florin Corasff6e7692017-12-11 04:59:01 -0800173 APP_OPTIONS_ACCEPT_COOKIE,
Florin Coras58d36f02018-03-09 13:05:53 -0800174 APP_OPTIONS_TLS_ENGINE,
Florin Corasff6e7692017-12-11 04:59:01 -0800175 APP_OPTIONS_N_OPTIONS
Florin Coras6cf30ad2017-04-04 23:08:23 -0700176} app_attach_options_index_t;
Dave Barach68b0fb02017-02-28 15:15:56 -0500177
Florin Corasa5464812017-04-19 13:00:05 -0700178#define foreach_app_options_flags \
Florin Corascea194d2017-10-02 00:18:51 -0700179 _(ACCEPT_REDIRECT, "Use FIFO with redirects") \
Florin Corasa5464812017-04-19 13:00:05 -0700180 _(ADD_SEGMENT, "Add segment and signal app if needed") \
Florin Coras7999e832017-10-31 01:51:04 -0700181 _(IS_BUILTIN, "Application is builtin") \
Florin Corasda3eec12018-09-07 13:29:17 -0700182 _(IS_TRANSPORT_APP, "Application is a transport proto") \
Florin Coras7e12d942018-06-27 14:32:43 -0700183 _(IS_PROXY, "Application is proxying") \
Florin Corascea194d2017-10-02 00:18:51 -0700184 _(USE_GLOBAL_SCOPE, "App can use global session scope") \
Florin Coras3c2fed52018-07-04 04:15:05 -0700185 _(USE_LOCAL_SCOPE, "App can use local session scope") \
Florin Coras99368312018-08-02 10:45:44 -0700186 _(EVT_MQ_USE_EVENTFD, "Use eventfds for signaling") \
Dave Barach68b0fb02017-02-28 15:15:56 -0500187
Florin Corasa5464812017-04-19 13:00:05 -0700188typedef enum _app_options
189{
190#define _(sym, str) APP_OPTIONS_##sym,
191 foreach_app_options_flags
192#undef _
193} app_options_t;
194
195typedef enum _app_options_flags
196{
197#define _(sym, str) APP_OPTIONS_FLAGS_##sym = 1 << APP_OPTIONS_##sym,
198 foreach_app_options_flags
199#undef _
200} app_options_flags_t;
201
Florin Coras99368312018-08-02 10:45:44 -0700202#define foreach_fd_type \
203 _(VPP_MQ_SEGMENT, "Fd for vpp's event mq segment") \
204 _(MEMFD_SEGMENT, "Fd for memfd segment") \
205 _(MQ_EVENTFD, "Event fd used by message queue") \
206 _(VPP_MQ_EVENTFD, "Event fd used by vpp's message queue") \
207
208typedef enum session_fd_type_
209{
210#define _(sym, str) SESSION_FD_##sym,
211 foreach_fd_type
212#undef _
213 SESSION_N_FD_TYPE
214} session_fd_type_t;
215
216typedef enum session_fd_flag_
217{
218#define _(sym, str) SESSION_FD_F_##sym = 1 << SESSION_FD_##sym,
219 foreach_fd_type
220#undef _
221} session_fd_flag_t;
222
Aloys Augustin502785b2019-04-09 11:40:57 +0200223int parse_uri (char *uri, session_endpoint_cfg_t * sep);
Florin Corasc9940fc2019-02-05 20:55:11 -0800224int vnet_bind_uri (vnet_listen_args_t *);
Florin Corasc1a42652019-02-08 18:27:29 -0800225int vnet_unbind_uri (vnet_unlisten_args_t * a);
226int vnet_connect_uri (vnet_connect_args_t * a);
Dave Barach68b0fb02017-02-28 15:15:56 -0500227
Florin Corasc1a42652019-02-08 18:27:29 -0800228int vnet_application_attach (vnet_app_attach_args_t * a);
Florin Coras371ca502018-02-21 12:07:41 -0800229int vnet_application_detach (vnet_app_detach_args_t * a);
Florin Corasc1a42652019-02-08 18:27:29 -0800230int vnet_listen (vnet_listen_args_t * a);
231int vnet_connect (vnet_connect_args_t * a);
232int vnet_unlisten (vnet_unlisten_args_t * a);
Florin Coras371ca502018-02-21 12:07:41 -0800233int vnet_disconnect_session (vnet_disconnect_args_t * a);
Dave Barach68b0fb02017-02-28 15:15:56 -0500234
Florin Coras371ca502018-02-21 12:07:41 -0800235clib_error_t *vnet_app_add_tls_cert (vnet_app_add_tls_cert_args_t * a);
236clib_error_t *vnet_app_add_tls_key (vnet_app_add_tls_key_args_t * a);
Dave Barach68b0fb02017-02-28 15:15:56 -0500237
Florin Coras7fb0fe12018-04-09 09:24:52 -0700238typedef struct app_session_transport_
239{
240 ip46_address_t rmt_ip; /**< remote ip */
241 ip46_address_t lcl_ip; /**< local ip */
Florin Coras7e12d942018-06-27 14:32:43 -0700242 u16 rmt_port; /**< remote port (network order) */
243 u16 lcl_port; /**< local port (network order) */
Florin Coras7fb0fe12018-04-09 09:24:52 -0700244 u8 is_ip4; /**< set if uses ip4 networking */
245} app_session_transport_t;
246
Florin Coras7e12d942018-06-27 14:32:43 -0700247#define foreach_app_session_field \
248 _(svm_fifo_t, *rx_fifo) /**< rx fifo */ \
249 _(svm_fifo_t, *tx_fifo) /**< tx fifo */ \
250 _(session_type_t, session_type) /**< session type */ \
251 _(volatile u8, session_state) /**< session state */ \
252 _(u32, session_index) /**< index in owning pool */ \
253 _(app_session_transport_t, transport) /**< transport info */ \
Florin Coras3c2fed52018-07-04 04:15:05 -0700254 _(svm_msg_q_t, *vpp_evt_q) /**< vpp event queue */ \
Florin Coras7e12d942018-06-27 14:32:43 -0700255 _(u8, is_dgram) /**< flag for dgram mode */ \
256
257typedef struct
Florin Coras7fb0fe12018-04-09 09:24:52 -0700258{
Florin Coras7e12d942018-06-27 14:32:43 -0700259#define _(type, name) type name;
260 foreach_app_session_field
261#undef _
Florin Coras7fb0fe12018-04-09 09:24:52 -0700262} app_session_t;
263
Florin Coras458089b2019-08-21 16:20:44 -0700264typedef struct session_listen_msg_
265{
266 u32 client_index;
267 u32 context; /* Not needed but keeping it for compatibility with bapi */
268 u32 wrk_index;
269 u32 vrf;
270 u16 port;
271 u8 proto;
272 u8 is_ip4;
273 ip46_address_t ip;
274} __clib_packed session_listen_msg_t;
275
276typedef struct session_listen_uri_msg_
277{
278 u32 client_index;
279 u32 context;
280 u8 uri[56];
281} __clib_packed session_listen_uri_msg_t;
282
Florin Coras60116992018-08-27 09:52:18 -0700283typedef struct session_bound_msg_
284{
285 u32 context;
286 u64 handle;
287 i32 retval;
288 u8 lcl_is_ip4;
289 u8 lcl_ip[16];
290 u16 lcl_port;
Florin Coras30e79c22019-01-02 19:31:22 -0800291 uword rx_fifo;
292 uword tx_fifo;
293 uword vpp_evt_q;
Florin Coras60116992018-08-27 09:52:18 -0700294 u32 segment_size;
295 u8 segment_name_length;
296 u8 segment_name[128];
297} __clib_packed session_bound_msg_t;
298
Florin Coras458089b2019-08-21 16:20:44 -0700299typedef struct session_unlisten_msg_
300{
301 u32 client_index;
302 u32 context;
303 u32 wrk_index;
304 session_handle_t handle;
305} __clib_packed session_unlisten_msg_t;
306
Florin Corasdfae9f92019-02-20 19:48:31 -0800307typedef struct session_unlisten_reply_msg_
308{
309 u32 context;
310 u64 handle;
311 i32 retval;
312} __clib_packed session_unlisten_reply_msg_t;
313
Florin Coras52207f12018-07-12 14:48:06 -0700314typedef struct session_accepted_msg_
315{
316 u32 context;
317 u64 listener_handle;
318 u64 handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800319 uword server_rx_fifo;
320 uword server_tx_fifo;
Florin Corasfa76a762018-11-29 12:40:10 -0800321 u64 segment_handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800322 uword vpp_event_queue_address;
Florin Coras09d18c22019-04-24 11:10:02 -0700323 transport_endpoint_t rmt;
Florin Coras54693d22018-07-17 10:46:29 -0700324} __clib_packed session_accepted_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700325
326typedef struct session_accepted_reply_msg_
327{
328 u32 context;
329 i32 retval;
330 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700331} __clib_packed session_accepted_reply_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700332
Florin Coras458089b2019-08-21 16:20:44 -0700333typedef struct session_connect_msg_
334{
335 u32 client_index;
336 u32 context;
337 u32 wrk_index;
338 u32 vrf;
339 u16 port;
340 u8 proto;
341 u8 is_ip4;
342 ip46_address_t ip;
343 u8 hostname_len;
344 u8 hostname[16];
345 u64 parent_handle;
346} __clib_packed session_connect_msg_t;
347
348typedef struct session_connect_uri_msg_
349{
350 u32 client_index;
351 u32 context;
352 u8 uri[56];
353} __clib_packed session_connect_uri_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700354
355typedef struct session_connected_msg_
356{
357 u32 context;
358 i32 retval;
359 u64 handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800360 uword server_rx_fifo;
361 uword server_tx_fifo;
Florin Corasfa76a762018-11-29 12:40:10 -0800362 u64 segment_handle;
Florin Coras653e43f2019-03-04 10:56:23 -0800363 uword ct_rx_fifo;
364 uword ct_tx_fifo;
365 u64 ct_segment_handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800366 uword vpp_event_queue_address;
Florin Coras52207f12018-07-12 14:48:06 -0700367 u32 segment_size;
368 u8 segment_name_length;
369 u8 segment_name[64];
Florin Coras09d18c22019-04-24 11:10:02 -0700370 transport_endpoint_t lcl;
Florin Coras54693d22018-07-17 10:46:29 -0700371} __clib_packed session_connected_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700372
Florin Coras458089b2019-08-21 16:20:44 -0700373typedef struct session_disconnect_msg_
374{
375 u32 client_index;
376 u32 context;
377 session_handle_t handle;
378} __clib_packed session_disconnect_msg_t;
379
Florin Coras52207f12018-07-12 14:48:06 -0700380typedef struct session_disconnected_msg_
381{
382 u32 client_index;
383 u32 context;
384 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700385} __clib_packed session_disconnected_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700386
387typedef struct session_disconnected_reply_msg_
388{
389 u32 context;
390 i32 retval;
391 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700392} __clib_packed session_disconnected_reply_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700393
394typedef struct session_reset_msg_
395{
396 u32 client_index;
397 u32 context;
398 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700399} __clib_packed session_reset_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700400
401typedef struct session_reset_reply_msg_
402{
Florin Coras52207f12018-07-12 14:48:06 -0700403 u32 context;
404 i32 retval;
405 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700406} __clib_packed session_reset_reply_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700407
Florin Coras30e79c22019-01-02 19:31:22 -0800408typedef struct session_req_worker_update_msg_
409{
410 u64 session_handle;
411} __clib_packed session_req_worker_update_msg_t;
412
413/* NOTE: using u16 for wrk indices because message needs to fit in 18B */
414typedef struct session_worker_update_msg_
415{
416 u32 client_index;
417 u16 wrk_index;
418 u16 req_wrk_index;
419 u64 handle;
420} __clib_packed session_worker_update_msg_t;
421
422typedef struct session_worker_update_reply_msg_
423{
424 u64 handle;
425 uword rx_fifo;
426 uword tx_fifo;
427 u64 segment_handle;
428} __clib_packed session_worker_update_reply_msg_t;
429
Florin Coras458089b2019-08-21 16:20:44 -0700430typedef struct session_app_detach_msg_
431{
432 u32 client_index;
433 u32 context;
434} session_app_detach_msg_t;
435
Florin Coras52207f12018-07-12 14:48:06 -0700436typedef struct app_session_event_
437{
438 svm_msg_q_msg_t msg;
439 session_event_t *evt;
Florin Coras54693d22018-07-17 10:46:29 -0700440} __clib_packed app_session_evt_t;
Florin Coras52207f12018-07-12 14:48:06 -0700441
442static inline void
443app_alloc_ctrl_evt_to_vpp (svm_msg_q_t * mq, app_session_evt_t * app_evt,
444 u8 evt_type)
445{
446 svm_msg_q_lock_and_alloc_msg_w_ring (mq,
447 SESSION_MQ_CTRL_EVT_RING,
448 SVM_Q_WAIT, &app_evt->msg);
Florin Coras52207f12018-07-12 14:48:06 -0700449 app_evt->evt = svm_msg_q_msg_data (mq, &app_evt->msg);
Dave Barachb7b92992018-10-17 10:38:51 -0400450 clib_memset (app_evt->evt, 0, sizeof (*app_evt->evt));
Florin Coras52207f12018-07-12 14:48:06 -0700451 app_evt->evt->event_type = evt_type;
452}
453
454static inline void
455app_send_ctrl_evt_to_vpp (svm_msg_q_t * mq, app_session_evt_t * app_evt)
456{
Florin Coras0dfbce62019-07-15 07:48:27 -0700457 svm_msg_q_add_and_unlock (mq, &app_evt->msg);
Florin Coras52207f12018-07-12 14:48:06 -0700458}
459
Florin Coras3c2fed52018-07-04 04:15:05 -0700460/**
461 * Send fifo io event to vpp worker thread
462 *
463 * Because there may be multiple writers to one of vpp's queues, this
464 * protects message allocation and enqueueing.
465 *
466 * @param mq vpp message queue
467 * @param f fifo for which the event is sent
468 * @param evt_type type of event
469 * @param noblock flag to indicate is request is blocking or not
470 * @return 0 if success, negative integer otherwise
471 */
472static inline int
Florin Corasc0737e92019-03-04 14:19:39 -0800473app_send_io_evt_to_vpp (svm_msg_q_t * mq, u32 session_index, u8 evt_type,
Florin Coras3c2fed52018-07-04 04:15:05 -0700474 u8 noblock)
475{
Florin Coras52207f12018-07-12 14:48:06 -0700476 session_event_t *evt;
Florin Coras3c2fed52018-07-04 04:15:05 -0700477 svm_msg_q_msg_t msg;
478
479 if (noblock)
480 {
481 if (svm_msg_q_try_lock (mq))
482 return -1;
483 if (PREDICT_FALSE (svm_msg_q_ring_is_full (mq, SESSION_MQ_IO_EVT_RING)))
484 {
485 svm_msg_q_unlock (mq);
486 return -2;
487 }
488 msg = svm_msg_q_alloc_msg_w_ring (mq, SESSION_MQ_IO_EVT_RING);
489 if (PREDICT_FALSE (svm_msg_q_msg_is_invalid (&msg)))
490 {
491 svm_msg_q_unlock (mq);
492 return -2;
493 }
Florin Coras52207f12018-07-12 14:48:06 -0700494 evt = (session_event_t *) svm_msg_q_msg_data (mq, &msg);
Florin Corasc0737e92019-03-04 14:19:39 -0800495 evt->session_index = session_index;
Florin Coras3c2fed52018-07-04 04:15:05 -0700496 evt->event_type = evt_type;
Florin Coras52207f12018-07-12 14:48:06 -0700497 svm_msg_q_add_and_unlock (mq, &msg);
Florin Coras3c2fed52018-07-04 04:15:05 -0700498 return 0;
499 }
500 else
501 {
502 svm_msg_q_lock (mq);
Florin Coras54693d22018-07-17 10:46:29 -0700503 while (svm_msg_q_ring_is_full (mq, SESSION_MQ_IO_EVT_RING))
504 svm_msg_q_wait (mq);
Florin Coras3c2fed52018-07-04 04:15:05 -0700505 msg = svm_msg_q_alloc_msg_w_ring (mq, SESSION_MQ_IO_EVT_RING);
Florin Coras52207f12018-07-12 14:48:06 -0700506 evt = (session_event_t *) svm_msg_q_msg_data (mq, &msg);
Florin Corasc0737e92019-03-04 14:19:39 -0800507 evt->session_index = session_index;
Florin Coras3c2fed52018-07-04 04:15:05 -0700508 evt->event_type = evt_type;
509 if (svm_msg_q_is_full (mq))
510 svm_msg_q_wait (mq);
Florin Coras52207f12018-07-12 14:48:06 -0700511 svm_msg_q_add_and_unlock (mq, &msg);
Florin Coras3c2fed52018-07-04 04:15:05 -0700512 return 0;
513 }
514}
515
Florin Coras7fb0fe12018-04-09 09:24:52 -0700516always_inline int
517app_send_dgram_raw (svm_fifo_t * f, app_session_transport_t * at,
Florin Coras460dce62018-07-27 05:45:06 -0700518 svm_msg_q_t * vpp_evt_q, u8 * data, u32 len, u8 evt_type,
Florin Coras653e43f2019-03-04 10:56:23 -0800519 u8 do_evt, u8 noblock)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700520{
521 u32 max_enqueue, actual_write;
522 session_dgram_hdr_t hdr;
Florin Coras7fb0fe12018-04-09 09:24:52 -0700523 int rv;
524
Sirshak Das28aa5392019-02-05 01:33:33 -0600525 max_enqueue = svm_fifo_max_enqueue_prod (f);
Florin Coras8e43d042018-05-04 15:46:57 -0700526 if (max_enqueue <= sizeof (session_dgram_hdr_t))
Florin Coras7fb0fe12018-04-09 09:24:52 -0700527 return 0;
528
529 max_enqueue -= sizeof (session_dgram_hdr_t);
530 actual_write = clib_min (len, max_enqueue);
531 hdr.data_length = actual_write;
532 hdr.data_offset = 0;
Dave Barach178cf492018-11-13 16:34:13 -0500533 clib_memcpy_fast (&hdr.rmt_ip, &at->rmt_ip, sizeof (ip46_address_t));
Florin Coras7fb0fe12018-04-09 09:24:52 -0700534 hdr.is_ip4 = at->is_ip4;
535 hdr.rmt_port = at->rmt_port;
Dave Barach178cf492018-11-13 16:34:13 -0500536 clib_memcpy_fast (&hdr.lcl_ip, &at->lcl_ip, sizeof (ip46_address_t));
Florin Coras7fb0fe12018-04-09 09:24:52 -0700537 hdr.lcl_port = at->lcl_port;
Florin Coras87b15ce2019-04-28 21:16:30 -0700538 rv = svm_fifo_enqueue (f, sizeof (hdr), (u8 *) & hdr);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700539 ASSERT (rv == sizeof (hdr));
540
Florin Coras87b15ce2019-04-28 21:16:30 -0700541 rv = svm_fifo_enqueue (f, actual_write, data);
Florin Coras4b761122019-03-21 13:54:53 -0700542 if (do_evt)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700543 {
Florin Coras4b761122019-03-21 13:54:53 -0700544 if (rv > 0 && svm_fifo_set_event (f))
Florin Corasc0737e92019-03-04 14:19:39 -0800545 app_send_io_evt_to_vpp (vpp_evt_q, f->master_session_index, evt_type,
546 noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700547 }
Florin Coras8e43d042018-05-04 15:46:57 -0700548 ASSERT (rv);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700549 return rv;
550}
551
552always_inline int
553app_send_dgram (app_session_t * s, u8 * data, u32 len, u8 noblock)
554{
555 return app_send_dgram_raw (s->tx_fifo, &s->transport, s->vpp_evt_q, data,
Florin Coras653e43f2019-03-04 10:56:23 -0800556 len, SESSION_IO_EVT_TX, 1 /* do_evt */ ,
557 noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700558}
559
560always_inline int
Florin Coras3c2fed52018-07-04 04:15:05 -0700561app_send_stream_raw (svm_fifo_t * f, svm_msg_q_t * vpp_evt_q, u8 * data,
Florin Coras653e43f2019-03-04 10:56:23 -0800562 u32 len, u8 evt_type, u8 do_evt, u8 noblock)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700563{
Florin Coras7fb0fe12018-04-09 09:24:52 -0700564 int rv;
565
Florin Coras87b15ce2019-04-28 21:16:30 -0700566 rv = svm_fifo_enqueue (f, len, data);
Florin Coras4b761122019-03-21 13:54:53 -0700567 if (do_evt)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700568 {
Florin Coras4b761122019-03-21 13:54:53 -0700569 if (rv > 0 && svm_fifo_set_event (f))
Florin Corasc0737e92019-03-04 14:19:39 -0800570 app_send_io_evt_to_vpp (vpp_evt_q, f->master_session_index, evt_type,
571 noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700572 }
573 return rv;
574}
575
576always_inline int
577app_send_stream (app_session_t * s, u8 * data, u32 len, u8 noblock)
578{
Florin Coras460dce62018-07-27 05:45:06 -0700579 return app_send_stream_raw (s->tx_fifo, s->vpp_evt_q, data, len,
Florin Coras653e43f2019-03-04 10:56:23 -0800580 SESSION_IO_EVT_TX, 1 /* do_evt */ , noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700581}
582
583always_inline int
584app_send (app_session_t * s, u8 * data, u32 len, u8 noblock)
585{
586 if (s->is_dgram)
587 return app_send_dgram (s, data, len, noblock);
588 return app_send_stream (s, data, len, noblock);
589}
590
591always_inline int
592app_recv_dgram_raw (svm_fifo_t * f, u8 * buf, u32 len,
Florin Coras460dce62018-07-27 05:45:06 -0700593 app_session_transport_t * at, u8 clear_evt, u8 peek)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700594{
595 session_dgram_pre_hdr_t ph;
596 u32 max_deq;
597 int rv;
598
Sirshak Das28aa5392019-02-05 01:33:33 -0600599 max_deq = svm_fifo_max_dequeue_cons (f);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700600 if (max_deq < sizeof (session_dgram_hdr_t))
Florin Coras460dce62018-07-27 05:45:06 -0700601 {
602 if (clear_evt)
603 svm_fifo_unset_event (f);
604 return 0;
605 }
606
607 if (clear_evt)
608 svm_fifo_unset_event (f);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700609
610 svm_fifo_peek (f, 0, sizeof (ph), (u8 *) & ph);
611 ASSERT (ph.data_length >= ph.data_offset);
612 if (!ph.data_offset)
613 svm_fifo_peek (f, sizeof (ph), sizeof (*at), (u8 *) at);
614 len = clib_min (len, ph.data_length - ph.data_offset);
615 rv = svm_fifo_peek (f, ph.data_offset + SESSION_CONN_HDR_LEN, len, buf);
Florin Coras460dce62018-07-27 05:45:06 -0700616 if (peek)
617 return rv;
Florin Coras7fb0fe12018-04-09 09:24:52 -0700618 ph.data_offset += rv;
619 if (ph.data_offset == ph.data_length)
620 svm_fifo_dequeue_drop (f, ph.data_length + SESSION_CONN_HDR_LEN);
621 else
622 svm_fifo_overwrite_head (f, (u8 *) & ph, sizeof (ph));
623 return rv;
624}
625
626always_inline int
627app_recv_dgram (app_session_t * s, u8 * buf, u32 len)
628{
Florin Coras460dce62018-07-27 05:45:06 -0700629 return app_recv_dgram_raw (s->rx_fifo, buf, len, &s->transport, 1, 0);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700630}
631
632always_inline int
Florin Coras460dce62018-07-27 05:45:06 -0700633app_recv_stream_raw (svm_fifo_t * f, u8 * buf, u32 len, u8 clear_evt, u8 peek)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700634{
635 if (clear_evt)
636 svm_fifo_unset_event (f);
Florin Coras460dce62018-07-27 05:45:06 -0700637
638 if (peek)
639 return svm_fifo_peek (f, 0, len, buf);
640
Florin Coras87b15ce2019-04-28 21:16:30 -0700641 return svm_fifo_dequeue (f, len, buf);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700642}
643
644always_inline int
645app_recv_stream (app_session_t * s, u8 * buf, u32 len)
646{
Florin Coras460dce62018-07-27 05:45:06 -0700647 return app_recv_stream_raw (s->rx_fifo, buf, len, 1, 0);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700648}
649
650always_inline int
651app_recv (app_session_t * s, u8 * data, u32 len)
652{
653 if (s->is_dgram)
654 return app_recv_dgram (s, data, len);
655 return app_recv_stream (s, data, len);
656}
657
Dave Barach68b0fb02017-02-28 15:15:56 -0500658#endif /* __included_uri_h__ */
659
660/*
661 * fd.io coding-style-patch-verification: ON
662 *
663 * Local Variables:
664 * eval: (c-set-style "gnu")
665 * End:
666 */