blob: a07d717e1d1c81680c3f4c8b79b3fc5156aed07a [file] [log] [blame]
Dave Barach59b25652017-09-10 15:04:27 -04001/*
2 *------------------------------------------------------------------
Ole Troan94495f22018-08-02 11:58:12 +02003 * socket_api.c
Dave Barach59b25652017-09-10 15:04:27 -04004 *
5 * Copyright (c) 2009 Cisco and/or its affiliates.
6 * Licensed under the Apache License, Version 2.0 (the "License");
7 * you may not use this file except in compliance with the License.
8 * You may obtain a copy of the License at:
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
17 *------------------------------------------------------------------
18 */
19
20#include <sys/types.h>
21#include <sys/socket.h>
22#include <netinet/in.h>
23#include <sys/ioctl.h>
Dave Barach59b25652017-09-10 15:04:27 -040024#include <fcntl.h>
25#include <sys/stat.h>
26
Florin Corase86a8ed2018-01-05 03:20:25 -080027#include <vppinfra/byte_order.h>
Florin Coras4d9b9d82018-01-14 12:25:50 -080028#include <svm/ssvm.h>
Dave Barach59b25652017-09-10 15:04:27 -040029#include <vlibmemory/api.h>
30
31#include <vlibmemory/vl_memory_msg_enum.h>
32
33#define vl_typedefs /* define message structures */
34#include <vlibmemory/vl_memory_api_h.h>
35#undef vl_typedefs
36
37/* instantiate all the print functions we know about */
38#define vl_print(handle, ...) vlib_cli_output (handle, __VA_ARGS__)
39#define vl_printfun
40#include <vlibmemory/vl_memory_api_h.h>
41#undef vl_printfun
42
43/* instantiate all the endian swap functions we know about */
44#define vl_endianfun
45#include <vlibmemory/vl_memory_api_h.h>
46#undef vl_endianfun
47
Florin Corase86a8ed2018-01-05 03:20:25 -080048socket_main_t socket_main;
49
Florin Coras2881dec2018-10-02 18:29:25 -070050#define SOCK_API_REG_HANDLE_BIT (1<<31)
51
52static u32
53sock_api_registration_handle (vl_api_registration_t * regp)
54{
55 ASSERT (regp->vl_api_registration_pool_index < SOCK_API_REG_HANDLE_BIT);
56 return regp->vl_api_registration_pool_index | SOCK_API_REG_HANDLE_BIT;
57}
58
59static u32
60socket_api_registration_handle_to_index (u32 reg_index)
61{
62 return (reg_index & ~SOCK_API_REG_HANDLE_BIT);
63}
64
65u8
66vl_socket_api_registration_handle_is_valid (u32 reg_handle)
67{
68 return ((reg_handle & SOCK_API_REG_HANDLE_BIT) != 0);
69}
70
Dave Barach59b25652017-09-10 15:04:27 -040071void
Florin Corase86a8ed2018-01-05 03:20:25 -080072vl_sock_api_dump_clients (vlib_main_t * vm, api_main_t * am)
Dave Barach59b25652017-09-10 15:04:27 -040073{
74 vl_api_registration_t *reg;
75 socket_main_t *sm = &socket_main;
Dave Barach59b25652017-09-10 15:04:27 -040076 clib_file_t *f;
77
78 /*
79 * Must have at least one active client, not counting the
80 * REGISTRATION_TYPE_SOCKET_LISTEN bind/accept socket
81 */
82 if (pool_elts (sm->registration_pool) < 2)
83 return;
84
85 vlib_cli_output (vm, "Socket clients");
Florin Coras90a63982017-12-19 04:50:01 -080086 vlib_cli_output (vm, "%20s %8s", "Name", "Fildesc");
Dave Barach59b25652017-09-10 15:04:27 -040087 /* *INDENT-OFF* */
88 pool_foreach (reg, sm->registration_pool,
89 ({
90 if (reg->registration_type == REGISTRATION_TYPE_SOCKET_SERVER) {
Florin Corasb384b542018-01-15 01:08:33 -080091 f = vl_api_registration_file (reg);
92 vlib_cli_output (vm, "%20s %8d", reg->name, f->file_descriptor);
Dave Barach59b25652017-09-10 15:04:27 -040093 }
94 }));
95/* *INDENT-ON* */
96}
97
Ole Troan94495f22018-08-02 11:58:12 +020098vl_api_registration_t *
Florin Coras2881dec2018-10-02 18:29:25 -070099vl_socket_api_client_handle_to_registration (u32 handle)
Ole Troan94495f22018-08-02 11:58:12 +0200100{
101 socket_main_t *sm = &socket_main;
Florin Coras2881dec2018-10-02 18:29:25 -0700102 u32 index = socket_api_registration_handle_to_index (handle);
103 if (pool_is_free_index (sm->registration_pool, index))
Ole Troan94495f22018-08-02 11:58:12 +0200104 {
105#if DEBUG > 2
Florin Coras2881dec2018-10-02 18:29:25 -0700106 clib_warning ("Invalid index %d\n", index);
Ole Troan94495f22018-08-02 11:58:12 +0200107#endif
108 return 0;
109 }
Florin Coras2881dec2018-10-02 18:29:25 -0700110 return pool_elt_at_index (sm->registration_pool, index);
Ole Troan94495f22018-08-02 11:58:12 +0200111}
112
Dave Barach59b25652017-09-10 15:04:27 -0400113void
114vl_socket_api_send (vl_api_registration_t * rp, u8 * elem)
115{
Dave Barach59b25652017-09-10 15:04:27 -0400116#if CLIB_DEBUG > 1
117 u32 output_length;
118#endif
Florin Coras90a63982017-12-19 04:50:01 -0800119 socket_main_t *sm = &socket_main;
120 u16 msg_id = ntohs (*(u16 *) elem);
121 api_main_t *am = &api_main;
122 msgbuf_t *mb = (msgbuf_t *) (elem - offsetof (msgbuf_t, data));
Florin Coras90a63982017-12-19 04:50:01 -0800123 vl_api_registration_t *sock_rp;
Florin Coras8023ad42018-08-02 12:16:03 -0700124 clib_file_main_t *fm = &file_main;
125 clib_error_t *error;
Florin Corasb384b542018-01-15 01:08:33 -0800126 clib_file_t *cf;
Dave Barach59b25652017-09-10 15:04:27 -0400127
Florin Corasb384b542018-01-15 01:08:33 -0800128 cf = vl_api_registration_file (rp);
Dave Barach59b25652017-09-10 15:04:27 -0400129 ASSERT (rp->registration_type > REGISTRATION_TYPE_SHMEM);
130
131 if (msg_id >= vec_len (am->api_trace_cfg))
132 {
133 clib_warning ("id out of range: %d", msg_id);
134 vl_msg_api_free ((void *) elem);
135 return;
136 }
137
Florin Coras90a63982017-12-19 04:50:01 -0800138 sock_rp = pool_elt_at_index (sm->registration_pool,
139 rp->vl_api_registration_pool_index);
140 ASSERT (sock_rp);
141
Dave Barach59b25652017-09-10 15:04:27 -0400142 /* Add the msgbuf_t to the output vector */
Florin Coras8023ad42018-08-02 12:16:03 -0700143 vec_add (sock_rp->output_vector, (u8 *) mb, sizeof (*mb));
144
145 /* Try to send the message and save any error like
146 * we do in the input epoll loop */
147 vec_add (sock_rp->output_vector, elem, ntohl (mb->data_len));
148 error = clib_file_write (cf);
149 unix_save_error (&unix_main, error);
150
151 /* If we didn't finish sending everything, wait for tx space */
152 if (vec_len (sock_rp->output_vector) > 0
153 && !(cf->flags & UNIX_FILE_DATA_AVAILABLE_TO_WRITE))
154 {
155 cf->flags |= UNIX_FILE_DATA_AVAILABLE_TO_WRITE;
156 fm->file_update (cf, UNIX_FILE_UPDATE_MODIFY);
157 }
Dave Barach59b25652017-09-10 15:04:27 -0400158
159#if CLIB_DEBUG > 1
160 output_length = sizeof (*mb) + ntohl (mb->data_len);
161 clib_warning ("wrote %u bytes to fd %d", output_length,
162 cf->file_descriptor);
163#endif
164
165 vl_msg_api_free ((void *) elem);
166}
167
168void
Florin Corase86a8ed2018-01-05 03:20:25 -0800169vl_socket_free_registration_index (u32 pool_index)
Dave Barach59b25652017-09-10 15:04:27 -0400170{
171 int i;
172 vl_api_registration_t *rp;
173 if (pool_is_free_index (socket_main.registration_pool, pool_index))
174 {
175 clib_warning ("main pool index %d already free", pool_index);
176 return;
177 }
178 rp = pool_elt_at_index (socket_main.registration_pool, pool_index);
179
180 ASSERT (rp->registration_type != REGISTRATION_TYPE_FREE);
181 for (i = 0; i < vec_len (rp->additional_fds_to_close); i++)
182 if (close (rp->additional_fds_to_close[i]) < 0)
183 clib_unix_warning ("close");
184 vec_free (rp->additional_fds_to_close);
185 vec_free (rp->name);
186 vec_free (rp->unprocessed_input);
187 vec_free (rp->output_vector);
188 rp->registration_type = REGISTRATION_TYPE_FREE;
189 pool_put (socket_main.registration_pool, rp);
190}
191
192void
Florin Corase86a8ed2018-01-05 03:20:25 -0800193vl_socket_process_api_msg (clib_file_t * uf, vl_api_registration_t * rp,
Dave Barach59b25652017-09-10 15:04:27 -0400194 i8 * input_v)
195{
196 msgbuf_t *mbp = (msgbuf_t *) input_v;
197
198 u8 *the_msg = (u8 *) (mbp->data);
199 socket_main.current_uf = uf;
200 socket_main.current_rp = rp;
201 vl_msg_api_socket_handler (the_msg);
202 socket_main.current_uf = 0;
203 socket_main.current_rp = 0;
204}
205
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200206/*
207 * Read function for API socket.
208 *
209 * Read data from socket, invoke SOCKET_READ_EVENT
210 * for each fully read API message, return 0.
211 * Store incomplete data for next invocation to continue.
212 *
213 * On severe read error, the file is closed.
214 *
215 * As reading is single threaded,
216 * socket_main.input_buffer is used temporarily.
217 * Even its length is modified, but always restored before return.
218 *
219 * Incomplete data is copied into a vector,
220 * pointer saved in registration's unprocessed_input.
221 */
Dave Barach59b25652017-09-10 15:04:27 -0400222clib_error_t *
223vl_socket_read_ready (clib_file_t * uf)
224{
225 clib_file_main_t *fm = &file_main;
226 vlib_main_t *vm = vlib_get_main ();
227 vl_api_registration_t *rp;
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200228 /* n is the size of data read to input_buffer */
Dave Barach59b25652017-09-10 15:04:27 -0400229 int n;
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200230 /* msg_buffer vector can point to input_buffer or unprocessed_input */
Dave Barach59b25652017-09-10 15:04:27 -0400231 i8 *msg_buffer = 0;
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200232 /* data_for_process is a vector containing one full message, incl msgbuf_t */
Dave Barach59b25652017-09-10 15:04:27 -0400233 u8 *data_for_process;
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200234 /* msgbuf_len is the size of one message, including sizeof (msgbuf_t) */
235 u32 msgbuf_len;
Dave Barach59b25652017-09-10 15:04:27 -0400236 u32 save_input_buffer_length = vec_len (socket_main.input_buffer);
237 vl_socket_args_for_process_t *a;
Dave Barach59b25652017-09-10 15:04:27 -0400238
239 rp = pool_elt_at_index (socket_main.registration_pool, uf->private_data);
240
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200241 /* Ignore unprocessed_input for now, n describes input_buffer for now. */
Dave Barach59b25652017-09-10 15:04:27 -0400242 n = read (uf->file_descriptor, socket_main.input_buffer,
243 vec_len (socket_main.input_buffer));
244
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200245 if (n <= 0)
Dave Barach59b25652017-09-10 15:04:27 -0400246 {
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200247 if (errno != EAGAIN)
248 {
249 /* Severe error, close the file. */
250 clib_file_del (fm, uf);
Dave Barach59b25652017-09-10 15:04:27 -0400251
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200252 if (!pool_is_free (socket_main.registration_pool, rp))
253 {
254 u32 index = rp - socket_main.registration_pool;
255 vl_socket_free_registration_index (index);
256 }
257 else
258 {
259 clib_warning ("client index %d already free?",
260 rp->vl_api_registration_pool_index);
261 }
Dave Barach59b25652017-09-10 15:04:27 -0400262 }
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200263 /* EAGAIN means we do not close the file, but no data to process anyway. */
Dave Barach59b25652017-09-10 15:04:27 -0400264 return 0;
265 }
266
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200267 /* Fake smaller length teporarily, so input_buffer can be used as msg_buffer. */
Dave Barach59b25652017-09-10 15:04:27 -0400268 _vec_len (socket_main.input_buffer) = n;
269
270 /*
271 * Look for bugs here. This code is tricky because
272 * data read from a stream socket does not honor message
273 * boundaries. In the case of a long message (>4K bytes)
274 * we have to do (at least) 2 reads, etc.
275 */
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200276 /* Determine msg_buffer. */
277 if (vec_len (rp->unprocessed_input))
278 {
279 vec_append (rp->unprocessed_input, socket_main.input_buffer);
280 msg_buffer = rp->unprocessed_input;
281 }
282 else
283 {
284 msg_buffer = socket_main.input_buffer;
285 }
286 /* Loop to process any full messages. */
287 ASSERT (vec_len (msg_buffer) > 0);
Dave Barach59b25652017-09-10 15:04:27 -0400288 do
289 {
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200290 /* Here, we are not sure how big a chunk of message we have left. */
291 /* Do we at least know how big the full message will be? */
292 if (vec_len (msg_buffer) <= sizeof (msgbuf_t))
293 /* No, so fragment is not a full message. */
294 goto save_and_split;
Dave Barach59b25652017-09-10 15:04:27 -0400295
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200296 /* Now we know how big the full message will be. */
297 msgbuf_len =
298 ntohl (((msgbuf_t *) msg_buffer)->data_len) + sizeof (msgbuf_t);
Dave Barach59b25652017-09-10 15:04:27 -0400299
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200300 /* But do we have a full message? */
301 if (msgbuf_len > vec_len (msg_buffer))
Dave Barach59b25652017-09-10 15:04:27 -0400302 {
303 save_and_split:
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200304 /* We don't have the entire message yet. */
305 /* If msg_buffer is unprocessed_input, nothing needs to be done. */
Dave Barach59b25652017-09-10 15:04:27 -0400306 if (msg_buffer == socket_main.input_buffer)
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200307 /* But if we were using the input buffer, save the fragment. */
Dave Barach59b25652017-09-10 15:04:27 -0400308 {
309 ASSERT (vec_len (rp->unprocessed_input) == 0);
310 vec_validate (rp->unprocessed_input, vec_len (msg_buffer) - 1);
Dave Barach178cf492018-11-13 16:34:13 -0500311 clib_memcpy_fast (rp->unprocessed_input, msg_buffer,
312 vec_len (msg_buffer));
Dave Barach59b25652017-09-10 15:04:27 -0400313 _vec_len (rp->unprocessed_input) = vec_len (msg_buffer);
314 }
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200315 /* No more full messages, restore original input_buffer length. */
Dave Barach59b25652017-09-10 15:04:27 -0400316 _vec_len (socket_main.input_buffer) = save_input_buffer_length;
317 return 0;
318 }
319
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200320 /*
321 * We have at least one full message.
322 * But msg_buffer can contain more data, so copy one message data
323 * so we can overwrite its length to what single message has.
324 */
Dave Barach59b25652017-09-10 15:04:27 -0400325 data_for_process = (u8 *) vec_dup (msg_buffer);
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200326 _vec_len (data_for_process) = msgbuf_len;
327 /* Everything is ready to signal the SOCKET_READ_EVENT. */
Dave Barach59b25652017-09-10 15:04:27 -0400328 pool_get (socket_main.process_args, a);
329 a->clib_file = uf;
330 a->regp = rp;
331 a->data = data_for_process;
332
Florin Corase86a8ed2018-01-05 03:20:25 -0800333 vlib_process_signal_event (vm, vl_api_clnt_node.index,
Dave Barach59b25652017-09-10 15:04:27 -0400334 SOCKET_READ_EVENT,
335 a - socket_main.process_args);
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200336 if (vec_len (msg_buffer) > msgbuf_len)
337 /* There are some fragments left. Shrink the msg_buffer to simplify logic. */
338 vec_delete (msg_buffer, msgbuf_len, 0);
Dave Barach59b25652017-09-10 15:04:27 -0400339 else
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200340 /* We are done with msg_buffer. */
Dave Barach59b25652017-09-10 15:04:27 -0400341 _vec_len (msg_buffer) = 0;
Dave Barach59b25652017-09-10 15:04:27 -0400342 }
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200343 while (vec_len (msg_buffer) > 0);
Dave Barach59b25652017-09-10 15:04:27 -0400344
Vratko Polak6a6af6e2019-10-07 14:52:53 +0200345 /* Restore input_buffer, it could have been msg_buffer. */
Dave Barach59b25652017-09-10 15:04:27 -0400346 _vec_len (socket_main.input_buffer) = save_input_buffer_length;
Dave Barach59b25652017-09-10 15:04:27 -0400347 return 0;
348}
349
Dave Barach59b25652017-09-10 15:04:27 -0400350clib_error_t *
351vl_socket_write_ready (clib_file_t * uf)
352{
353 clib_file_main_t *fm = &file_main;
354 vl_api_registration_t *rp;
355 int n;
356
357 rp = pool_elt_at_index (socket_main.registration_pool, uf->private_data);
358
359 /* Flush output vector. */
Ole Troan94495f22018-08-02 11:58:12 +0200360 size_t total_bytes = vec_len (rp->output_vector);
361 size_t bytes_to_send, remaining_bytes = total_bytes;
362 void *p = rp->output_vector;
363 while (remaining_bytes > 0)
Dave Barach59b25652017-09-10 15:04:27 -0400364 {
Ole Troan94495f22018-08-02 11:58:12 +0200365 bytes_to_send = remaining_bytes > 4096 ? 4096 : remaining_bytes;
366 n = write (uf->file_descriptor, p, bytes_to_send);
367 if (n < 0)
Florin Coras8023ad42018-08-02 12:16:03 -0700368 {
Ole Troan94495f22018-08-02 11:58:12 +0200369 if (errno == EAGAIN)
370 {
371 break;
372 }
373#if DEBUG > 2
374 clib_warning ("write error, close the file...\n");
375#endif
376 clib_file_del (fm, uf);
377 vl_socket_free_registration_index (rp -
378 socket_main.registration_pool);
379 return 0;
Florin Coras8023ad42018-08-02 12:16:03 -0700380 }
Ole Troan94495f22018-08-02 11:58:12 +0200381 remaining_bytes -= bytes_to_send;
382 p += bytes_to_send;
383 }
384
385 vec_delete (rp->output_vector, total_bytes - remaining_bytes, 0);
386 if (vec_len (rp->output_vector) <= 0
387 && (uf->flags & UNIX_FILE_DATA_AVAILABLE_TO_WRITE))
388 {
389 uf->flags &= ~UNIX_FILE_DATA_AVAILABLE_TO_WRITE;
390 fm->file_update (uf, UNIX_FILE_UPDATE_MODIFY);
Florin Coras8023ad42018-08-02 12:16:03 -0700391 }
Dave Barach59b25652017-09-10 15:04:27 -0400392
393 return 0;
394}
395
396clib_error_t *
397vl_socket_error_ready (clib_file_t * uf)
398{
399 vl_api_registration_t *rp;
400 clib_file_main_t *fm = &file_main;
401
402 rp = pool_elt_at_index (socket_main.registration_pool, uf->private_data);
403 clib_file_del (fm, uf);
Florin Corase86a8ed2018-01-05 03:20:25 -0800404 vl_socket_free_registration_index (rp - socket_main.registration_pool);
Dave Barach59b25652017-09-10 15:04:27 -0400405
406 return 0;
407}
408
409void
410socksvr_file_add (clib_file_main_t * fm, int fd)
411{
412 vl_api_registration_t *rp;
413 clib_file_t template = { 0 };
414
415 pool_get (socket_main.registration_pool, rp);
Dave Barachb7b92992018-10-17 10:38:51 -0400416 clib_memset (rp, 0, sizeof (*rp));
Dave Barach59b25652017-09-10 15:04:27 -0400417
418 template.read_function = vl_socket_read_ready;
419 template.write_function = vl_socket_write_ready;
420 template.error_function = vl_socket_error_ready;
421 template.file_descriptor = fd;
422 template.private_data = rp - socket_main.registration_pool;
423
424 rp->registration_type = REGISTRATION_TYPE_SOCKET_SERVER;
425 rp->vl_api_registration_pool_index = rp - socket_main.registration_pool;
426 rp->clib_file_index = clib_file_add (fm, &template);
427}
428
429static clib_error_t *
430socksvr_accept_ready (clib_file_t * uf)
431{
432 clib_file_main_t *fm = &file_main;
433 socket_main_t *sm = &socket_main;
434 clib_socket_t *sock = &sm->socksvr_listen_socket;
435 clib_socket_t client;
436 clib_error_t *error;
437
438 error = clib_socket_accept (sock, &client);
Dave Barach59b25652017-09-10 15:04:27 -0400439 if (error)
440 return error;
441
442 socksvr_file_add (fm, client.fd);
443 return 0;
444}
445
446static clib_error_t *
447socksvr_bogus_write (clib_file_t * uf)
448{
449 clib_warning ("why am I here?");
450 return 0;
451}
452
453/*
454 * vl_api_sockclnt_create_t_handler
455 */
456void
457vl_api_sockclnt_create_t_handler (vl_api_sockclnt_create_t * mp)
458{
459 vl_api_registration_t *regp;
460 vl_api_sockclnt_create_reply_t *rp;
Ole Troan94495f22018-08-02 11:58:12 +0200461 api_main_t *am = &api_main;
462 hash_pair_t *hp;
Florin Coras90a63982017-12-19 04:50:01 -0800463 int rv = 0;
Ole Troan94495f22018-08-02 11:58:12 +0200464 u32 nmsg = hash_elts (am->msg_index_by_name_and_crc);
465 u32 i = 0;
Dave Barach59b25652017-09-10 15:04:27 -0400466
467 regp = socket_main.current_rp;
468
469 ASSERT (regp->registration_type == REGISTRATION_TYPE_SOCKET_SERVER);
470
Ole Troan7adaa222019-08-27 15:05:27 +0200471 regp->name = format (0, "%s%c", mp->name, 0);
Dave Barach59b25652017-09-10 15:04:27 -0400472
Ole Troan94495f22018-08-02 11:58:12 +0200473 u32 size = sizeof (*rp) + (nmsg * sizeof (vl_api_message_table_entry_t));
Vratko Polakfc4828c2019-07-02 11:07:24 +0200474 rp = vl_msg_api_alloc_zero (size);
Dave Barach59b25652017-09-10 15:04:27 -0400475 rp->_vl_msg_id = htons (VL_API_SOCKCLNT_CREATE_REPLY);
Florin Coras2881dec2018-10-02 18:29:25 -0700476 rp->index = htonl (sock_api_registration_handle (regp));
Dave Barach59b25652017-09-10 15:04:27 -0400477 rp->context = mp->context;
478 rp->response = htonl (rv);
Ole Troan94495f22018-08-02 11:58:12 +0200479 rp->count = htons (nmsg);
Dave Barach59b25652017-09-10 15:04:27 -0400480
Ole Troan94495f22018-08-02 11:58:12 +0200481 /* *INDENT-OFF* */
482 hash_foreach_pair (hp, am->msg_index_by_name_and_crc,
483 ({
484 rp->message_table[i].index = htons(hp->value[0]);
Vratko Polakfc4828c2019-07-02 11:07:24 +0200485 strncpy_s((char *)rp->message_table[i].name, 64 /* bytes of space at dst */,
486 (char *)hp->key, 64-1 /* chars to copy, without zero byte. */);
Ole Troan94495f22018-08-02 11:58:12 +0200487 i++;
488 }));
489 /* *INDENT-ON* */
Florin Corase86a8ed2018-01-05 03:20:25 -0800490 vl_api_send_msg (regp, (u8 *) rp);
Dave Barach59b25652017-09-10 15:04:27 -0400491}
492
493/*
494 * vl_api_sockclnt_delete_t_handler
495 */
496void
497vl_api_sockclnt_delete_t_handler (vl_api_sockclnt_delete_t * mp)
498{
499 vl_api_registration_t *regp;
500 vl_api_sockclnt_delete_reply_t *rp;
501
Ole Troan94495f22018-08-02 11:58:12 +0200502 regp = vl_api_client_index_to_registration (mp->client_index);
503 if (!regp)
504 return;
505
Ole Troan3c1cf2c2019-01-05 11:27:54 +0100506 u32 reg_index = socket_api_registration_handle_to_index (ntohl (mp->index));
Ole Troan94495f22018-08-02 11:58:12 +0200507 rp = vl_msg_api_alloc (sizeof (*rp));
508 rp->_vl_msg_id = htons (VL_API_SOCKCLNT_DELETE_REPLY);
509 rp->context = mp->context;
510
511 if (!pool_is_free_index (socket_main.registration_pool, reg_index))
Dave Barach59b25652017-09-10 15:04:27 -0400512 {
Dave Barach59b25652017-09-10 15:04:27 -0400513 rp->response = htonl (1);
Florin Corase86a8ed2018-01-05 03:20:25 -0800514 vl_api_send_msg (regp, (u8 *) rp);
Dave Barach59b25652017-09-10 15:04:27 -0400515
Florin Corasb384b542018-01-15 01:08:33 -0800516 vl_api_registration_del_file (regp);
Ole Troan94495f22018-08-02 11:58:12 +0200517 vl_socket_free_registration_index (reg_index);
Dave Barach59b25652017-09-10 15:04:27 -0400518 }
519 else
520 {
Ole Troan94495f22018-08-02 11:58:12 +0200521 clib_warning ("unknown client ID %d", reg_index);
522 rp->response = htonl (-1);
523 vl_api_send_msg (regp, (u8 *) rp);
Dave Barach59b25652017-09-10 15:04:27 -0400524 }
525}
526
Florin Corasb384b542018-01-15 01:08:33 -0800527clib_error_t *
Florin Coras466f2892018-08-03 02:50:43 -0700528vl_sock_api_send_fd_msg (int socket_fd, int fds[], int n_fds)
Dave Barach59b25652017-09-10 15:04:27 -0400529{
530 struct msghdr mh = { 0 };
531 struct iovec iov[1];
Florin Coras99368312018-08-02 10:45:44 -0700532 char ctl[CMSG_SPACE (sizeof (int) * n_fds)];
Florin Coras466f2892018-08-03 02:50:43 -0700533 struct cmsghdr *cmsg;
534 char *msg = "fdmsg";
Dave Barach59b25652017-09-10 15:04:27 -0400535 int rv;
536
537 iov[0].iov_base = msg;
538 iov[0].iov_len = strlen (msg);
539 mh.msg_iov = iov;
540 mh.msg_iovlen = 1;
541
Dave Barachb7b92992018-10-17 10:38:51 -0400542 clib_memset (&ctl, 0, sizeof (ctl));
Dave Barach59b25652017-09-10 15:04:27 -0400543 mh.msg_control = ctl;
544 mh.msg_controllen = sizeof (ctl);
545 cmsg = CMSG_FIRSTHDR (&mh);
Florin Coras466f2892018-08-03 02:50:43 -0700546 cmsg->cmsg_len = CMSG_LEN (sizeof (int) * n_fds);
Dave Barach59b25652017-09-10 15:04:27 -0400547 cmsg->cmsg_level = SOL_SOCKET;
548 cmsg->cmsg_type = SCM_RIGHTS;
Dave Barach178cf492018-11-13 16:34:13 -0500549 clib_memcpy_fast (CMSG_DATA (cmsg), fds, sizeof (int) * n_fds);
Dave Barach59b25652017-09-10 15:04:27 -0400550
551 rv = sendmsg (socket_fd, &mh, 0);
552 if (rv < 0)
553 return clib_error_return_unix (0, "sendmsg");
554 return 0;
555}
556
Florin Coras90a63982017-12-19 04:50:01 -0800557vl_api_shm_elem_config_t *
558vl_api_make_shm_config (vl_api_sock_init_shm_t * mp)
559{
560 vl_api_shm_elem_config_t *config = 0, *c;
561 u64 cfg;
562 int i;
563
564 if (!mp->nitems)
565 {
Dave Barach78958722018-05-10 16:44:27 -0400566 vec_validate (config, 6);
Florin Coras90a63982017-12-19 04:50:01 -0800567 config[0].type = VL_API_VLIB_RING;
Florin Coras90a63982017-12-19 04:50:01 -0800568 config[0].size = 256;
Dave Barach78958722018-05-10 16:44:27 -0400569 config[0].count = 32;
570
571 config[1].type = VL_API_VLIB_RING;
Florin Coras90a63982017-12-19 04:50:01 -0800572 config[1].size = 1024;
Dave Barach78958722018-05-10 16:44:27 -0400573 config[1].count = 16;
574
575 config[2].type = VL_API_VLIB_RING;
Florin Coras90a63982017-12-19 04:50:01 -0800576 config[2].size = 4096;
Dave Barach78958722018-05-10 16:44:27 -0400577 config[2].count = 2;
578
579 config[3].type = VL_API_CLIENT_RING;
580 config[3].size = 256;
581 config[3].count = 32;
582
583 config[4].type = VL_API_CLIENT_RING;
584 config[4].size = 1024;
585 config[4].count = 16;
586
587 config[5].type = VL_API_CLIENT_RING;
588 config[5].size = 4096;
589 config[5].count = 2;
590
591 config[6].type = VL_API_QUEUE;
592 config[6].count = 128;
593 config[6].size = sizeof (uword);
Florin Coras90a63982017-12-19 04:50:01 -0800594 }
595 else
596 {
597 vec_validate (config, mp->nitems - 1);
598 for (i = 0; i < mp->nitems; i++)
599 {
600 cfg = mp->configs[i];
601 /* Pretty much a hack but it avoids defining our own api type
602 * in memclnt.api */
603 c = (vl_api_shm_elem_config_t *) & cfg;
604 config[i].type = c->type;
605 config[i].count = c->count;
606 config[i].size = c->size;
607 }
608 }
609 return config;
610}
611
Dave Barach59b25652017-09-10 15:04:27 -0400612/*
Florin Coras90a63982017-12-19 04:50:01 -0800613 * Bootstrap shm api using the socket api
Dave Barach59b25652017-09-10 15:04:27 -0400614 */
615void
Florin Coras90a63982017-12-19 04:50:01 -0800616vl_api_sock_init_shm_t_handler (vl_api_sock_init_shm_t * mp)
Dave Barach59b25652017-09-10 15:04:27 -0400617{
Florin Coras90a63982017-12-19 04:50:01 -0800618 vl_api_sock_init_shm_reply_t *rmp;
Florin Coras4d9b9d82018-01-14 12:25:50 -0800619 ssvm_private_t _memfd_private, *memfd = &_memfd_private;
Dave Barach59b25652017-09-10 15:04:27 -0400620 svm_map_region_args_t _args, *a = &_args;
Florin Coras90a63982017-12-19 04:50:01 -0800621 vl_api_registration_t *regp;
622 api_main_t *am = &api_main;
Dave Barach59b25652017-09-10 15:04:27 -0400623 svm_region_t *vlib_rp;
Florin Coras90a63982017-12-19 04:50:01 -0800624 clib_file_t *cf;
625 vl_api_shm_elem_config_t *config = 0;
Florin Corasb384b542018-01-15 01:08:33 -0800626 vl_shmem_hdr_t *shmem_hdr;
Florin Coras1f30a592019-05-08 19:57:24 -0700627 int rv, tries = 1000;
Dave Barach59b25652017-09-10 15:04:27 -0400628
629 regp = vl_api_client_index_to_registration (mp->client_index);
Dave Barach59b25652017-09-10 15:04:27 -0400630 if (regp == 0)
631 {
632 clib_warning ("API client disconnected");
633 return;
634 }
Dave Barach59b25652017-09-10 15:04:27 -0400635 if (regp->registration_type != REGISTRATION_TYPE_SOCKET_SERVER)
636 {
637 rv = -31; /* VNET_API_ERROR_INVALID_REGISTRATION */
638 goto reply;
639 }
640
Florin Coras90a63982017-12-19 04:50:01 -0800641 /*
642 * Set up a memfd segment of the requested size wherein the
643 * shmem data structures will be initialized
644 */
Dave Barachb7b92992018-10-17 10:38:51 -0400645 clib_memset (memfd, 0, sizeof (*memfd));
Florin Coras4d9b9d82018-01-14 12:25:50 -0800646 memfd->ssvm_size = mp->requested_size;
Dave Barach59b25652017-09-10 15:04:27 -0400647 memfd->requested_va = 0ULL;
648 memfd->i_am_master = 1;
649 memfd->name = format (0, "%s%c", regp->name, 0);
650
Florin Corasb384b542018-01-15 01:08:33 -0800651 if ((rv = ssvm_master_init_memfd (memfd)))
Dave Barach59b25652017-09-10 15:04:27 -0400652 goto reply;
653
654 /* Remember to close this fd when the socket connection goes away */
655 vec_add1 (regp->additional_fds_to_close, memfd->fd);
656
Florin Coras90a63982017-12-19 04:50:01 -0800657 /*
658 * Create a plausible svm_region in the memfd backed segment
659 */
Dave Barachb7b92992018-10-17 10:38:51 -0400660 clib_memset (a, 0, sizeof (*a));
Florin Coras4d9b9d82018-01-14 12:25:50 -0800661 a->baseva = memfd->sh->ssvm_va + MMAP_PAGESIZE;
662 a->size = memfd->ssvm_size - MMAP_PAGESIZE;
Dave Barach59b25652017-09-10 15:04:27 -0400663 /* $$$$ might want a different config parameter */
664 a->pvt_heap_size = am->api_pvt_heap_size;
665 a->flags = SVM_FLAGS_MHEAP;
666 svm_region_init_mapped_region (a, (svm_region_t *) a->baseva);
667
Dave Barach59b25652017-09-10 15:04:27 -0400668 /*
669 * Part deux, initialize the svm_region_t shared-memory header
670 * api allocation rings, and so on.
671 */
Florin Coras90a63982017-12-19 04:50:01 -0800672 config = vl_api_make_shm_config (mp);
673 vlib_rp = (svm_region_t *) a->baseva;
674 vl_init_shmem (vlib_rp, config, 1 /* is_vlib (dont-care) */ ,
675 1 /* is_private */ );
Florin Corasb384b542018-01-15 01:08:33 -0800676
677 /* Remember who created this. Needs to be post vl_init_shmem */
678 shmem_hdr = (vl_shmem_hdr_t *) vlib_rp->user_ctx;
679 shmem_hdr->clib_file_index = vl_api_registration_file_index (regp);
680
Dave Barach59b25652017-09-10 15:04:27 -0400681 vec_add1 (am->vlib_private_rps, vlib_rp);
Dave Barach59b25652017-09-10 15:04:27 -0400682 memfd->sh->ready = 1;
Florin Coras90a63982017-12-19 04:50:01 -0800683 vec_free (config);
Dave Barach59b25652017-09-10 15:04:27 -0400684
685 /* Recompute the set of input queues to poll in memclnt_process */
686 vec_reset_length (vl_api_queue_cursizes);
687
688reply:
689
Florin Coras90a63982017-12-19 04:50:01 -0800690 rmp = vl_msg_api_alloc (sizeof (*rmp));
691 rmp->_vl_msg_id = htons (VL_API_SOCK_INIT_SHM_REPLY);
692 rmp->context = mp->context;
693 rmp->retval = htonl (rv);
694
Florin Coras8023ad42018-08-02 12:16:03 -0700695 /*
696 * Note: The reply message needs to make it out the back door
697 * before we send the magic fd message. That's taken care of by
698 * the send function.
699 */
700 vl_socket_api_send (regp, (u8 *) rmp);
Florin Coras90a63982017-12-19 04:50:01 -0800701
702 if (rv != 0)
703 return;
704
Florin Coras90a63982017-12-19 04:50:01 -0800705 /* Send the magic "here's your sign (aka fd)" socket message */
Florin Coras8023ad42018-08-02 12:16:03 -0700706 cf = vl_api_registration_file (regp);
Florin Coras1f30a592019-05-08 19:57:24 -0700707
708 /* Wait for reply to be consumed before sending the fd */
709 while (tries-- > 0)
710 {
711 int bytes;
712 rv = ioctl (cf->file_descriptor, TIOCOUTQ, &bytes);
713 if (rv < 0)
714 {
715 clib_unix_warning ("ioctl returned");
716 break;
717 }
718 if (bytes == 0)
719 break;
720 usleep (1e3);
721 }
722
Florin Coras466f2892018-08-03 02:50:43 -0700723 vl_sock_api_send_fd_msg (cf->file_descriptor, &memfd->fd, 1);
Florin Coras90a63982017-12-19 04:50:01 -0800724}
725
Florin Coras90a63982017-12-19 04:50:01 -0800726#define foreach_vlib_api_msg \
Ole Troanedfe2c02019-07-30 15:38:13 +0200727 _(SOCKCLNT_CREATE, sockclnt_create, 1) \
728 _(SOCKCLNT_DELETE, sockclnt_delete, 1) \
729 _(SOCK_INIT_SHM, sock_init_shm, 1)
Dave Barach59b25652017-09-10 15:04:27 -0400730
731clib_error_t *
Florin Corase86a8ed2018-01-05 03:20:25 -0800732vl_sock_api_init (vlib_main_t * vm)
Dave Barach59b25652017-09-10 15:04:27 -0400733{
734 clib_file_main_t *fm = &file_main;
735 clib_file_t template = { 0 };
736 vl_api_registration_t *rp;
Dave Barach59b25652017-09-10 15:04:27 -0400737 socket_main_t *sm = &socket_main;
738 clib_socket_t *sock = &sm->socksvr_listen_socket;
739 clib_error_t *error;
740
741 /* If not explicitly configured, do not bind/enable, etc. */
742 if (sm->socket_name == 0)
743 return 0;
744
Ole Troanedfe2c02019-07-30 15:38:13 +0200745#define _(N,n,t) \
Florin Coras90a63982017-12-19 04:50:01 -0800746 vl_msg_api_set_handlers(VL_API_##N, #n, \
747 vl_api_##n##_t_handler, \
748 vl_noop_handler, \
749 vl_api_##n##_t_endian, \
750 vl_api_##n##_t_print, \
Ole Troanedfe2c02019-07-30 15:38:13 +0200751 sizeof(vl_api_##n##_t), t);
Dave Barach59b25652017-09-10 15:04:27 -0400752 foreach_vlib_api_msg;
753#undef _
754
755 vec_resize (sm->input_buffer, 4096);
756
757 sock->config = (char *) sm->socket_name;
Ole Troan4ff09ae2019-04-15 11:27:22 +0200758 sock->flags = CLIB_SOCKET_F_IS_SERVER | CLIB_SOCKET_F_ALLOW_GROUP_WRITE;
Dave Barach59b25652017-09-10 15:04:27 -0400759 error = clib_socket_init (sock);
760 if (error)
761 return error;
762
763 pool_get (sm->registration_pool, rp);
Dave Barachb7b92992018-10-17 10:38:51 -0400764 clib_memset (rp, 0, sizeof (*rp));
Dave Barach59b25652017-09-10 15:04:27 -0400765
766 rp->registration_type = REGISTRATION_TYPE_SOCKET_LISTEN;
767
768 template.read_function = socksvr_accept_ready;
769 template.write_function = socksvr_bogus_write;
770 template.file_descriptor = sock->fd;
771 template.private_data = rp - sm->registration_pool;
772
773 rp->clib_file_index = clib_file_add (fm, &template);
774 return 0;
775}
776
777static clib_error_t *
778socket_exit (vlib_main_t * vm)
779{
Dave Barach59b25652017-09-10 15:04:27 -0400780 socket_main_t *sm = &socket_main;
781 vl_api_registration_t *rp;
782
783 /* Defensive driving in case something wipes out early */
784 if (sm->registration_pool)
785 {
786 u32 index;
787 /* *INDENT-OFF* */
788 pool_foreach (rp, sm->registration_pool, ({
Florin Corasb384b542018-01-15 01:08:33 -0800789 vl_api_registration_del_file (rp);
790 index = rp->vl_api_registration_pool_index;
791 vl_socket_free_registration_index (index);
Dave Barach59b25652017-09-10 15:04:27 -0400792 }));
793/* *INDENT-ON* */
794 }
795
796 return 0;
797}
798
799VLIB_MAIN_LOOP_EXIT_FUNCTION (socket_exit);
800
801static clib_error_t *
802socksvr_config (vlib_main_t * vm, unformat_input_t * input)
803{
804 socket_main_t *sm = &socket_main;
805
806 while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
807 {
808 if (unformat (input, "socket-name %s", &sm->socket_name))
809 ;
Ole Troan6595ff72019-08-07 13:41:39 +0200810 /* DEPRECATE: default keyword is ignored */
Dave Barach59b25652017-09-10 15:04:27 -0400811 else if (unformat (input, "default"))
Ole Troan6595ff72019-08-07 13:41:39 +0200812 ;
Dave Barach59b25652017-09-10 15:04:27 -0400813 else
814 {
815 return clib_error_return (0, "unknown input '%U'",
816 format_unformat_error, input);
817 }
818 }
Ole Troan6595ff72019-08-07 13:41:39 +0200819
820 if (!vec_len (sm->socket_name))
821 sm->socket_name = format (0, "%s/%s", vlib_unix_get_runtime_dir (),
822 API_SOCKET_FILENAME);
823 vec_terminate_c_string (sm->socket_name);
824
Dave Barach59b25652017-09-10 15:04:27 -0400825 return 0;
826}
827
828VLIB_CONFIG_FUNCTION (socksvr_config, "socksvr");
829
Dave Barachf8d50682019-05-14 18:01:44 -0400830void
831vlibsocket_reference ()
Dave Barach59b25652017-09-10 15:04:27 -0400832{
Dave Barach59b25652017-09-10 15:04:27 -0400833}
834
Dave Barach59b25652017-09-10 15:04:27 -0400835/*
836 * fd.io coding-style-patch-verification: ON
837 *
838 * Local Variables:
839 * eval: (c-set-style "gnu")
840 * End:
841 */