blob: 935a352a4366ca3814e72d025a58033bb2bd2823 [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
Florin Coras288eaab2019-02-03 15:26:14 -08002 * Copyright (c) 2016-2019 Cisco and/or its affiliates.
Dave Barach68b0fb02017-02-28 15:15:56 -05003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15#ifndef __included_uri_h__
16#define __included_uri_h__
17
Florin Corasc1a42652019-02-08 18:27:29 -080018#include <vlibmemory/api.h>
19#include <svm/message_queue.h>
Dave Barach68b0fb02017-02-28 15:15:56 -050020#include <svm/svm_fifo_segment.h>
Florin Corasc9940fc2019-02-05 20:55:11 -080021#include <vnet/session/session_types.h>
Florin Coras54a51fd2019-02-07 15:34:52 -080022#include <vnet/tls/tls_test.h>
Dave Barach68b0fb02017-02-28 15:15:56 -050023
Florin Corasc1a42652019-02-08 18:27:29 -080024typedef struct _stream_session_cb_vft
25{
26 /** Notify server of new segment */
27 int (*add_segment_callback) (u32 api_client_index, u64 segment_handle);
28
29 /** Notify server of new segment */
30 int (*del_segment_callback) (u32 api_client_index, u64 segment_handle);
31
32 /** Notify server of newly accepted session */
33 int (*session_accept_callback) (session_t * new_session);
34
35 /** Connection request callback */
36 int (*session_connected_callback) (u32 app_wrk_index, u32 opaque,
37 session_t * s, u8 code);
38
39 /** Notify app that session is closing */
40 void (*session_disconnect_callback) (session_t * s);
41
42 /** Notify app that session was reset */
43 void (*session_reset_callback) (session_t * s);
44
45 /** Direct RX callback for built-in application */
46 int (*builtin_app_rx_callback) (session_t * session);
47
48 /** Direct TX callback for built-in application */
49 int (*builtin_app_tx_callback) (session_t * session);
50
51} session_cb_vft_t;
52
53#define foreach_app_init_args \
54 _(u32, api_client_index) \
55 _(u8 *, name) \
56 _(u64 *, options) \
57 _(u8 *, namespace_id) \
58 _(session_cb_vft_t *, session_cb_vft) \
59 _(u32, app_index) \
60
Florin Coras6cf30ad2017-04-04 23:08:23 -070061typedef struct _vnet_app_attach_args_t
62{
Florin Coras15531972018-08-12 23:50:53 -070063#define _(_type, _name) _type _name;
64 foreach_app_init_args
65#undef _
66 ssvm_private_t * segment;
Florin Coras99368312018-08-02 10:45:44 -070067 svm_msg_q_t *app_evt_q;
Florin Corasd85de682018-11-29 17:02:29 -080068 u64 segment_handle;
Florin Coras6cf30ad2017-04-04 23:08:23 -070069} vnet_app_attach_args_t;
70
71typedef struct _vnet_app_detach_args_t
72{
73 u32 app_index;
Florin Coras053a0e42018-11-13 15:52:38 -080074 u32 api_client_index;
Florin Coras6cf30ad2017-04-04 23:08:23 -070075} vnet_app_detach_args_t;
76
Dave Barach68b0fb02017-02-28 15:15:56 -050077typedef struct _vnet_bind_args_t
78{
79 union
80 {
Florin Coras5665ced2018-10-25 18:03:45 -070081 session_endpoint_cfg_t sep_ext;
Florin Coras3cbc04b2017-10-02 00:18:51 -070082 session_endpoint_t sep;
Florin Coras15531972018-08-12 23:50:53 -070083 char *uri;
Dave Barach68b0fb02017-02-28 15:15:56 -050084 };
85
Florin Coras6cf30ad2017-04-04 23:08:23 -070086 u32 app_index;
Florin Coras15531972018-08-12 23:50:53 -070087 u32 wrk_map_index;
Dave Barach68b0fb02017-02-28 15:15:56 -050088
89 /*
90 * Results
91 */
92 char *segment_name;
93 u32 segment_name_length;
94 u64 server_event_queue_address;
95 u64 handle;
Florin Corasc9940fc2019-02-05 20:55:11 -080096} vnet_listen_args_t;
Dave Barach68b0fb02017-02-28 15:15:56 -050097
Florin Corasdfae9f92019-02-20 19:48:31 -080098typedef struct _vnet_unlisten_args_t
Dave Barach68b0fb02017-02-28 15:15:56 -050099{
100 union
101 {
102 char *uri;
Florin Coras15531972018-08-12 23:50:53 -0700103 u64 handle; /**< Session handle */
Dave Barach68b0fb02017-02-28 15:15:56 -0500104 };
Florin Coras15531972018-08-12 23:50:53 -0700105 u32 app_index; /**< Owning application index */
Florin Corasab2f6db2018-08-31 14:31:41 -0700106 u32 wrk_map_index; /**< App's local pool worker index */
Florin Corasc1a42652019-02-08 18:27:29 -0800107} vnet_unlisten_args_t;
Dave Barach68b0fb02017-02-28 15:15:56 -0500108
109typedef struct _vnet_connect_args
110{
Florin Coras371ca502018-02-21 12:07:41 -0800111 union
112 {
Florin Coras5665ced2018-10-25 18:03:45 -0700113 session_endpoint_cfg_t sep_ext;
Florin Coras15531972018-08-12 23:50:53 -0700114 session_endpoint_t sep;
Florin Coras371ca502018-02-21 12:07:41 -0800115 char *uri;
Florin Coras371ca502018-02-21 12:07:41 -0800116 };
Florin Coras6cf30ad2017-04-04 23:08:23 -0700117 u32 app_index;
Florin Coras15531972018-08-12 23:50:53 -0700118 u32 wrk_map_index;
Dave Barach68b0fb02017-02-28 15:15:56 -0500119 u32 api_context;
Dave Barach68b0fb02017-02-28 15:15:56 -0500120
Florin Corasf8f516a2018-02-08 15:10:09 -0800121 session_handle_t session_handle;
Dave Barach68b0fb02017-02-28 15:15:56 -0500122} vnet_connect_args_t;
123
124typedef struct _vnet_disconnect_args_t
125{
Florin Corasf8f516a2018-02-08 15:10:09 -0800126 session_handle_t handle;
Florin Coras6cf30ad2017-04-04 23:08:23 -0700127 u32 app_index;
Dave Barach68b0fb02017-02-28 15:15:56 -0500128} vnet_disconnect_args_t;
129
Florin Coras371ca502018-02-21 12:07:41 -0800130typedef struct _vnet_application_add_tls_cert_args_t
131{
132 u32 app_index;
133 u8 *cert;
134} vnet_app_add_tls_cert_args_t;
135
136typedef struct _vnet_application_add_tls_key_args_t
137{
138 u32 app_index;
139 u8 *key;
140} vnet_app_add_tls_key_args_t;
141
Florin Coras54a51fd2019-02-07 15:34:52 -0800142typedef enum tls_engine_type_
143{
144 TLS_ENGINE_NONE,
145 TLS_ENGINE_MBEDTLS,
146 TLS_ENGINE_OPENSSL,
147 TLS_N_ENGINES
148} tls_engine_type_t;
149
Florin Coras6cf30ad2017-04-04 23:08:23 -0700150/* Application attach options */
Dave Barach68b0fb02017-02-28 15:15:56 -0500151typedef enum
152{
Florin Corasa5464812017-04-19 13:00:05 -0700153 APP_OPTIONS_FLAGS,
Florin Corasff6e7692017-12-11 04:59:01 -0800154 APP_OPTIONS_EVT_QUEUE_SIZE,
155 APP_OPTIONS_SEGMENT_SIZE,
156 APP_OPTIONS_ADD_SEGMENT_SIZE,
Dave Barach2c25a622017-06-26 11:35:07 -0400157 APP_OPTIONS_PRIVATE_SEGMENT_COUNT,
Florin Corasff6e7692017-12-11 04:59:01 -0800158 APP_OPTIONS_RX_FIFO_SIZE,
159 APP_OPTIONS_TX_FIFO_SIZE,
160 APP_OPTIONS_PREALLOC_FIFO_PAIRS,
Florin Corascea194d2017-10-02 00:18:51 -0700161 APP_OPTIONS_NAMESPACE,
162 APP_OPTIONS_NAMESPACE_SECRET,
Florin Coras7999e832017-10-31 01:51:04 -0700163 APP_OPTIONS_PROXY_TRANSPORT,
Florin Corasff6e7692017-12-11 04:59:01 -0800164 APP_OPTIONS_ACCEPT_COOKIE,
Florin Coras58d36f02018-03-09 13:05:53 -0800165 APP_OPTIONS_TLS_ENGINE,
Florin Corasff6e7692017-12-11 04:59:01 -0800166 APP_OPTIONS_N_OPTIONS
Florin Coras6cf30ad2017-04-04 23:08:23 -0700167} app_attach_options_index_t;
Dave Barach68b0fb02017-02-28 15:15:56 -0500168
Florin Corasa5464812017-04-19 13:00:05 -0700169#define foreach_app_options_flags \
Florin Corascea194d2017-10-02 00:18:51 -0700170 _(ACCEPT_REDIRECT, "Use FIFO with redirects") \
Florin Corasa5464812017-04-19 13:00:05 -0700171 _(ADD_SEGMENT, "Add segment and signal app if needed") \
Florin Coras7999e832017-10-31 01:51:04 -0700172 _(IS_BUILTIN, "Application is builtin") \
Florin Corasda3eec12018-09-07 13:29:17 -0700173 _(IS_TRANSPORT_APP, "Application is a transport proto") \
Florin Coras7e12d942018-06-27 14:32:43 -0700174 _(IS_PROXY, "Application is proxying") \
Florin Corascea194d2017-10-02 00:18:51 -0700175 _(USE_GLOBAL_SCOPE, "App can use global session scope") \
Florin Coras3c2fed52018-07-04 04:15:05 -0700176 _(USE_LOCAL_SCOPE, "App can use local session scope") \
Florin Coras99368312018-08-02 10:45:44 -0700177 _(EVT_MQ_USE_EVENTFD, "Use eventfds for signaling") \
Dave Barach68b0fb02017-02-28 15:15:56 -0500178
Florin Corasa5464812017-04-19 13:00:05 -0700179typedef enum _app_options
180{
181#define _(sym, str) APP_OPTIONS_##sym,
182 foreach_app_options_flags
183#undef _
184} app_options_t;
185
186typedef enum _app_options_flags
187{
188#define _(sym, str) APP_OPTIONS_FLAGS_##sym = 1 << APP_OPTIONS_##sym,
189 foreach_app_options_flags
190#undef _
191} app_options_flags_t;
192
Florin Coras99368312018-08-02 10:45:44 -0700193#define foreach_fd_type \
194 _(VPP_MQ_SEGMENT, "Fd for vpp's event mq segment") \
195 _(MEMFD_SEGMENT, "Fd for memfd segment") \
196 _(MQ_EVENTFD, "Event fd used by message queue") \
197 _(VPP_MQ_EVENTFD, "Event fd used by vpp's message queue") \
198
199typedef enum session_fd_type_
200{
201#define _(sym, str) SESSION_FD_##sym,
202 foreach_fd_type
203#undef _
204 SESSION_N_FD_TYPE
205} session_fd_type_t;
206
207typedef enum session_fd_flag_
208{
209#define _(sym, str) SESSION_FD_F_##sym = 1 << SESSION_FD_##sym,
210 foreach_fd_type
211#undef _
212} session_fd_flag_t;
213
Florin Corasc9940fc2019-02-05 20:55:11 -0800214int vnet_bind_uri (vnet_listen_args_t *);
Florin Corasc1a42652019-02-08 18:27:29 -0800215int vnet_unbind_uri (vnet_unlisten_args_t * a);
216int vnet_connect_uri (vnet_connect_args_t * a);
Dave Barach68b0fb02017-02-28 15:15:56 -0500217
Florin Corasc1a42652019-02-08 18:27:29 -0800218int vnet_application_attach (vnet_app_attach_args_t * a);
Florin Coras371ca502018-02-21 12:07:41 -0800219int vnet_application_detach (vnet_app_detach_args_t * a);
Florin Corasc1a42652019-02-08 18:27:29 -0800220int vnet_listen (vnet_listen_args_t * a);
221int vnet_connect (vnet_connect_args_t * a);
222int vnet_unlisten (vnet_unlisten_args_t * a);
Florin Coras371ca502018-02-21 12:07:41 -0800223int vnet_disconnect_session (vnet_disconnect_args_t * a);
Dave Barach68b0fb02017-02-28 15:15:56 -0500224
Florin Coras371ca502018-02-21 12:07:41 -0800225clib_error_t *vnet_app_add_tls_cert (vnet_app_add_tls_cert_args_t * a);
226clib_error_t *vnet_app_add_tls_key (vnet_app_add_tls_key_args_t * a);
Dave Barach68b0fb02017-02-28 15:15:56 -0500227
Florin Coras7fb0fe12018-04-09 09:24:52 -0700228typedef struct app_session_transport_
229{
230 ip46_address_t rmt_ip; /**< remote ip */
231 ip46_address_t lcl_ip; /**< local ip */
Florin Coras7e12d942018-06-27 14:32:43 -0700232 u16 rmt_port; /**< remote port (network order) */
233 u16 lcl_port; /**< local port (network order) */
Florin Coras7fb0fe12018-04-09 09:24:52 -0700234 u8 is_ip4; /**< set if uses ip4 networking */
235} app_session_transport_t;
236
Florin Coras7e12d942018-06-27 14:32:43 -0700237#define foreach_app_session_field \
238 _(svm_fifo_t, *rx_fifo) /**< rx fifo */ \
239 _(svm_fifo_t, *tx_fifo) /**< tx fifo */ \
240 _(session_type_t, session_type) /**< session type */ \
241 _(volatile u8, session_state) /**< session state */ \
242 _(u32, session_index) /**< index in owning pool */ \
243 _(app_session_transport_t, transport) /**< transport info */ \
Florin Coras3c2fed52018-07-04 04:15:05 -0700244 _(svm_msg_q_t, *vpp_evt_q) /**< vpp event queue */ \
Florin Coras7e12d942018-06-27 14:32:43 -0700245 _(u8, is_dgram) /**< flag for dgram mode */ \
246
247typedef struct
Florin Coras7fb0fe12018-04-09 09:24:52 -0700248{
Florin Coras7e12d942018-06-27 14:32:43 -0700249#define _(type, name) type name;
250 foreach_app_session_field
251#undef _
Florin Coras7fb0fe12018-04-09 09:24:52 -0700252} app_session_t;
253
Florin Coras60116992018-08-27 09:52:18 -0700254typedef struct session_bound_msg_
255{
256 u32 context;
257 u64 handle;
258 i32 retval;
259 u8 lcl_is_ip4;
260 u8 lcl_ip[16];
261 u16 lcl_port;
Florin Coras30e79c22019-01-02 19:31:22 -0800262 uword rx_fifo;
263 uword tx_fifo;
264 uword vpp_evt_q;
Florin Coras60116992018-08-27 09:52:18 -0700265 u32 segment_size;
266 u8 segment_name_length;
267 u8 segment_name[128];
268} __clib_packed session_bound_msg_t;
269
Florin Corasdfae9f92019-02-20 19:48:31 -0800270typedef struct session_unlisten_reply_msg_
271{
272 u32 context;
273 u64 handle;
274 i32 retval;
275} __clib_packed session_unlisten_reply_msg_t;
276
Florin Coras52207f12018-07-12 14:48:06 -0700277typedef struct session_accepted_msg_
278{
279 u32 context;
280 u64 listener_handle;
281 u64 handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800282 uword server_rx_fifo;
283 uword server_tx_fifo;
Florin Corasfa76a762018-11-29 12:40:10 -0800284 u64 segment_handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800285 uword vpp_event_queue_address;
286 uword server_event_queue_address;
287 uword client_event_queue_address;
Florin Coras52207f12018-07-12 14:48:06 -0700288 u16 port;
289 u8 is_ip4;
290 u8 ip[16];
Florin Coras54693d22018-07-17 10:46:29 -0700291} __clib_packed session_accepted_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700292
293typedef struct session_accepted_reply_msg_
294{
295 u32 context;
296 i32 retval;
297 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700298} __clib_packed session_accepted_reply_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700299
300/* Make sure this is not too large, otherwise it won't fit when dequeued in
301 * the session queue node */
302STATIC_ASSERT (sizeof (session_accepted_reply_msg_t) <= 16, "accept reply");
303
304typedef struct session_connected_msg_
305{
306 u32 context;
307 i32 retval;
308 u64 handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800309 uword server_rx_fifo;
310 uword server_tx_fifo;
Florin Corasfa76a762018-11-29 12:40:10 -0800311 u64 segment_handle;
Florin Coras30e79c22019-01-02 19:31:22 -0800312 uword vpp_event_queue_address;
313 uword client_event_queue_address;
314 uword server_event_queue_address;
Florin Coras52207f12018-07-12 14:48:06 -0700315 u32 segment_size;
316 u8 segment_name_length;
317 u8 segment_name[64];
318 u8 lcl_ip[16];
319 u8 is_ip4;
320 u16 lcl_port;
Florin Coras54693d22018-07-17 10:46:29 -0700321} __clib_packed session_connected_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700322
323typedef struct session_disconnected_msg_
324{
325 u32 client_index;
326 u32 context;
327 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700328} __clib_packed session_disconnected_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700329
330typedef struct session_disconnected_reply_msg_
331{
332 u32 context;
333 i32 retval;
334 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700335} __clib_packed session_disconnected_reply_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700336
337typedef struct session_reset_msg_
338{
339 u32 client_index;
340 u32 context;
341 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700342} __clib_packed session_reset_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700343
344typedef struct session_reset_reply_msg_
345{
Florin Coras52207f12018-07-12 14:48:06 -0700346 u32 context;
347 i32 retval;
348 u64 handle;
Florin Coras54693d22018-07-17 10:46:29 -0700349} __clib_packed session_reset_reply_msg_t;
Florin Coras52207f12018-07-12 14:48:06 -0700350
Florin Coras30e79c22019-01-02 19:31:22 -0800351typedef struct session_req_worker_update_msg_
352{
353 u64 session_handle;
354} __clib_packed session_req_worker_update_msg_t;
355
356/* NOTE: using u16 for wrk indices because message needs to fit in 18B */
357typedef struct session_worker_update_msg_
358{
359 u32 client_index;
360 u16 wrk_index;
361 u16 req_wrk_index;
362 u64 handle;
363} __clib_packed session_worker_update_msg_t;
364
365typedef struct session_worker_update_reply_msg_
366{
367 u64 handle;
368 uword rx_fifo;
369 uword tx_fifo;
370 u64 segment_handle;
371} __clib_packed session_worker_update_reply_msg_t;
372
Florin Coras52207f12018-07-12 14:48:06 -0700373typedef struct app_session_event_
374{
375 svm_msg_q_msg_t msg;
376 session_event_t *evt;
Florin Coras54693d22018-07-17 10:46:29 -0700377} __clib_packed app_session_evt_t;
Florin Coras52207f12018-07-12 14:48:06 -0700378
379static inline void
380app_alloc_ctrl_evt_to_vpp (svm_msg_q_t * mq, app_session_evt_t * app_evt,
381 u8 evt_type)
382{
383 svm_msg_q_lock_and_alloc_msg_w_ring (mq,
384 SESSION_MQ_CTRL_EVT_RING,
385 SVM_Q_WAIT, &app_evt->msg);
386 svm_msg_q_unlock (mq);
387 app_evt->evt = svm_msg_q_msg_data (mq, &app_evt->msg);
Dave Barachb7b92992018-10-17 10:38:51 -0400388 clib_memset (app_evt->evt, 0, sizeof (*app_evt->evt));
Florin Coras52207f12018-07-12 14:48:06 -0700389 app_evt->evt->event_type = evt_type;
390}
391
392static inline void
393app_send_ctrl_evt_to_vpp (svm_msg_q_t * mq, app_session_evt_t * app_evt)
394{
395 svm_msg_q_add (mq, &app_evt->msg, SVM_Q_WAIT);
396}
397
Florin Coras3c2fed52018-07-04 04:15:05 -0700398/**
399 * Send fifo io event to vpp worker thread
400 *
401 * Because there may be multiple writers to one of vpp's queues, this
402 * protects message allocation and enqueueing.
403 *
404 * @param mq vpp message queue
405 * @param f fifo for which the event is sent
406 * @param evt_type type of event
407 * @param noblock flag to indicate is request is blocking or not
408 * @return 0 if success, negative integer otherwise
409 */
410static inline int
411app_send_io_evt_to_vpp (svm_msg_q_t * mq, svm_fifo_t * f, u8 evt_type,
412 u8 noblock)
413{
Florin Coras52207f12018-07-12 14:48:06 -0700414 session_event_t *evt;
Florin Coras3c2fed52018-07-04 04:15:05 -0700415 svm_msg_q_msg_t msg;
416
417 if (noblock)
418 {
419 if (svm_msg_q_try_lock (mq))
420 return -1;
421 if (PREDICT_FALSE (svm_msg_q_ring_is_full (mq, SESSION_MQ_IO_EVT_RING)))
422 {
423 svm_msg_q_unlock (mq);
424 return -2;
425 }
426 msg = svm_msg_q_alloc_msg_w_ring (mq, SESSION_MQ_IO_EVT_RING);
427 if (PREDICT_FALSE (svm_msg_q_msg_is_invalid (&msg)))
428 {
429 svm_msg_q_unlock (mq);
430 return -2;
431 }
Florin Coras52207f12018-07-12 14:48:06 -0700432 evt = (session_event_t *) svm_msg_q_msg_data (mq, &msg);
Florin Coras3c2fed52018-07-04 04:15:05 -0700433 evt->fifo = f;
434 evt->event_type = evt_type;
Florin Coras52207f12018-07-12 14:48:06 -0700435 svm_msg_q_add_and_unlock (mq, &msg);
Florin Coras3c2fed52018-07-04 04:15:05 -0700436 return 0;
437 }
438 else
439 {
440 svm_msg_q_lock (mq);
Florin Coras54693d22018-07-17 10:46:29 -0700441 while (svm_msg_q_ring_is_full (mq, SESSION_MQ_IO_EVT_RING))
442 svm_msg_q_wait (mq);
Florin Coras3c2fed52018-07-04 04:15:05 -0700443 msg = svm_msg_q_alloc_msg_w_ring (mq, SESSION_MQ_IO_EVT_RING);
Florin Coras52207f12018-07-12 14:48:06 -0700444 evt = (session_event_t *) svm_msg_q_msg_data (mq, &msg);
Florin Coras3c2fed52018-07-04 04:15:05 -0700445 evt->fifo = f;
446 evt->event_type = evt_type;
447 if (svm_msg_q_is_full (mq))
448 svm_msg_q_wait (mq);
Florin Coras52207f12018-07-12 14:48:06 -0700449 svm_msg_q_add_and_unlock (mq, &msg);
Florin Coras3c2fed52018-07-04 04:15:05 -0700450 return 0;
451 }
452}
453
Florin Coras7fb0fe12018-04-09 09:24:52 -0700454always_inline int
455app_send_dgram_raw (svm_fifo_t * f, app_session_transport_t * at,
Florin Coras460dce62018-07-27 05:45:06 -0700456 svm_msg_q_t * vpp_evt_q, u8 * data, u32 len, u8 evt_type,
457 u8 noblock)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700458{
459 u32 max_enqueue, actual_write;
460 session_dgram_hdr_t hdr;
Florin Coras7fb0fe12018-04-09 09:24:52 -0700461 int rv;
462
463 max_enqueue = svm_fifo_max_enqueue (f);
Florin Coras8e43d042018-05-04 15:46:57 -0700464 if (max_enqueue <= sizeof (session_dgram_hdr_t))
Florin Coras7fb0fe12018-04-09 09:24:52 -0700465 return 0;
466
467 max_enqueue -= sizeof (session_dgram_hdr_t);
468 actual_write = clib_min (len, max_enqueue);
469 hdr.data_length = actual_write;
470 hdr.data_offset = 0;
Dave Barach178cf492018-11-13 16:34:13 -0500471 clib_memcpy_fast (&hdr.rmt_ip, &at->rmt_ip, sizeof (ip46_address_t));
Florin Coras7fb0fe12018-04-09 09:24:52 -0700472 hdr.is_ip4 = at->is_ip4;
473 hdr.rmt_port = at->rmt_port;
Dave Barach178cf492018-11-13 16:34:13 -0500474 clib_memcpy_fast (&hdr.lcl_ip, &at->lcl_ip, sizeof (ip46_address_t));
Florin Coras7fb0fe12018-04-09 09:24:52 -0700475 hdr.lcl_port = at->lcl_port;
476 rv = svm_fifo_enqueue_nowait (f, sizeof (hdr), (u8 *) & hdr);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700477 ASSERT (rv == sizeof (hdr));
478
479 if ((rv = svm_fifo_enqueue_nowait (f, actual_write, data)) > 0)
480 {
481 if (svm_fifo_set_event (f))
Florin Coras460dce62018-07-27 05:45:06 -0700482 app_send_io_evt_to_vpp (vpp_evt_q, f, evt_type, noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700483 }
Florin Coras8e43d042018-05-04 15:46:57 -0700484 ASSERT (rv);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700485 return rv;
486}
487
488always_inline int
489app_send_dgram (app_session_t * s, u8 * data, u32 len, u8 noblock)
490{
491 return app_send_dgram_raw (s->tx_fifo, &s->transport, s->vpp_evt_q, data,
Florin Corasf6c43132019-03-01 12:41:21 -0800492 len, SESSION_IO_EVT_TX, noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700493}
494
495always_inline int
Florin Coras3c2fed52018-07-04 04:15:05 -0700496app_send_stream_raw (svm_fifo_t * f, svm_msg_q_t * vpp_evt_q, u8 * data,
Florin Coras460dce62018-07-27 05:45:06 -0700497 u32 len, u8 evt_type, u8 noblock)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700498{
Florin Coras7fb0fe12018-04-09 09:24:52 -0700499 int rv;
500
501 if ((rv = svm_fifo_enqueue_nowait (f, len, data)) > 0)
502 {
503 if (svm_fifo_set_event (f))
Florin Coras460dce62018-07-27 05:45:06 -0700504 app_send_io_evt_to_vpp (vpp_evt_q, f, evt_type, noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700505 }
506 return rv;
507}
508
509always_inline int
510app_send_stream (app_session_t * s, u8 * data, u32 len, u8 noblock)
511{
Florin Coras460dce62018-07-27 05:45:06 -0700512 return app_send_stream_raw (s->tx_fifo, s->vpp_evt_q, data, len,
Florin Corasf6c43132019-03-01 12:41:21 -0800513 SESSION_IO_EVT_TX, noblock);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700514}
515
516always_inline int
517app_send (app_session_t * s, u8 * data, u32 len, u8 noblock)
518{
519 if (s->is_dgram)
520 return app_send_dgram (s, data, len, noblock);
521 return app_send_stream (s, data, len, noblock);
522}
523
524always_inline int
525app_recv_dgram_raw (svm_fifo_t * f, u8 * buf, u32 len,
Florin Coras460dce62018-07-27 05:45:06 -0700526 app_session_transport_t * at, u8 clear_evt, u8 peek)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700527{
528 session_dgram_pre_hdr_t ph;
529 u32 max_deq;
530 int rv;
531
Florin Coras7fb0fe12018-04-09 09:24:52 -0700532 max_deq = svm_fifo_max_dequeue (f);
533 if (max_deq < sizeof (session_dgram_hdr_t))
Florin Coras460dce62018-07-27 05:45:06 -0700534 {
535 if (clear_evt)
536 svm_fifo_unset_event (f);
537 return 0;
538 }
539
540 if (clear_evt)
541 svm_fifo_unset_event (f);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700542
543 svm_fifo_peek (f, 0, sizeof (ph), (u8 *) & ph);
544 ASSERT (ph.data_length >= ph.data_offset);
545 if (!ph.data_offset)
546 svm_fifo_peek (f, sizeof (ph), sizeof (*at), (u8 *) at);
547 len = clib_min (len, ph.data_length - ph.data_offset);
548 rv = svm_fifo_peek (f, ph.data_offset + SESSION_CONN_HDR_LEN, len, buf);
Florin Coras460dce62018-07-27 05:45:06 -0700549 if (peek)
550 return rv;
Florin Coras7fb0fe12018-04-09 09:24:52 -0700551 ph.data_offset += rv;
552 if (ph.data_offset == ph.data_length)
553 svm_fifo_dequeue_drop (f, ph.data_length + SESSION_CONN_HDR_LEN);
554 else
555 svm_fifo_overwrite_head (f, (u8 *) & ph, sizeof (ph));
556 return rv;
557}
558
559always_inline int
560app_recv_dgram (app_session_t * s, u8 * buf, u32 len)
561{
Florin Coras460dce62018-07-27 05:45:06 -0700562 return app_recv_dgram_raw (s->rx_fifo, buf, len, &s->transport, 1, 0);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700563}
564
565always_inline int
Florin Coras460dce62018-07-27 05:45:06 -0700566app_recv_stream_raw (svm_fifo_t * f, u8 * buf, u32 len, u8 clear_evt, u8 peek)
Florin Coras7fb0fe12018-04-09 09:24:52 -0700567{
568 if (clear_evt)
569 svm_fifo_unset_event (f);
Florin Coras460dce62018-07-27 05:45:06 -0700570
571 if (peek)
572 return svm_fifo_peek (f, 0, len, buf);
573
Florin Coras7fb0fe12018-04-09 09:24:52 -0700574 return svm_fifo_dequeue_nowait (f, len, buf);
575}
576
577always_inline int
578app_recv_stream (app_session_t * s, u8 * buf, u32 len)
579{
Florin Coras460dce62018-07-27 05:45:06 -0700580 return app_recv_stream_raw (s->rx_fifo, buf, len, 1, 0);
Florin Coras7fb0fe12018-04-09 09:24:52 -0700581}
582
583always_inline int
584app_recv (app_session_t * s, u8 * data, u32 len)
585{
586 if (s->is_dgram)
587 return app_recv_dgram (s, data, len);
588 return app_recv_stream (s, data, len);
589}
590
Dave Barach68b0fb02017-02-28 15:15:56 -0500591#endif /* __included_uri_h__ */
592
593/*
594 * fd.io coding-style-patch-verification: ON
595 *
596 * Local Variables:
597 * eval: (c-set-style "gnu")
598 * End:
599 */