blob: 915ddabaca12a85abaca22f7562bf418905004ee [file] [log] [blame]
Klement Sekera58eb8662017-06-09 06:06:49 +02001/*
2 *------------------------------------------------------------------
3 * api_common.h
4 *
5 * Copyright (c) 2009-2015 Cisco and/or its affiliates.
6 * Licensed under the Apache License, Version 2.0 (the "License");
7 * you may not use this file except in compliance with the License.
8 * You may obtain a copy of the License at:
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
17 *------------------------------------------------------------------
18 */
19
20#ifndef included_api_common_h
21#define included_api_common_h
22
Paul Vinciguerrab5a575b2019-11-01 13:00:58 -040023/** \file api_common.h
24 * API common definitions
Dave Barach905c14a2017-09-25 08:47:59 -040025 * See api_doc.md for more info
26 */
27
Klement Sekera58eb8662017-06-09 06:06:49 +020028#include <vppinfra/clib_error.h>
Dave Barachb09f4d02019-07-15 16:00:03 -040029#include <vppinfra/elog.h>
Ole Troan413f4a52018-11-28 11:36:05 +010030#include <vlibapi/api_types.h>
Klement Sekera58eb8662017-06-09 06:06:49 +020031#include <svm/svm_common.h>
Florin Corase86a8ed2018-01-05 03:20:25 -080032#include <svm/queue.h>
Klement Sekera58eb8662017-06-09 06:06:49 +020033
Dave Barach905c14a2017-09-25 08:47:59 -040034/** API registration types
35 */
Klement Sekera58eb8662017-06-09 06:06:49 +020036typedef enum
37{
38 REGISTRATION_TYPE_FREE = 0,
Dave Barach905c14a2017-09-25 08:47:59 -040039 REGISTRATION_TYPE_SHMEM, /**< Shared memory connection */
40 REGISTRATION_TYPE_SOCKET_LISTEN, /**< Socket listener */
41 REGISTRATION_TYPE_SOCKET_SERVER, /**< Socket server */
42 REGISTRATION_TYPE_SOCKET_CLIENT, /**< Socket client */
Klement Sekera58eb8662017-06-09 06:06:49 +020043} vl_registration_type_t;
44
Dave Barach905c14a2017-09-25 08:47:59 -040045/** An API client registration, only in vpp/vlib */
46
Klement Sekera58eb8662017-06-09 06:06:49 +020047typedef struct vl_api_registration_
48{
Dave Barach905c14a2017-09-25 08:47:59 -040049 vl_registration_type_t registration_type; /**< type */
Klement Sekera58eb8662017-06-09 06:06:49 +020050
Dave Barach905c14a2017-09-25 08:47:59 -040051 /** Index in VLIB's brain (not shared memory). */
Klement Sekera58eb8662017-06-09 06:06:49 +020052 u32 vl_api_registration_pool_index;
53
Dave Barach905c14a2017-09-25 08:47:59 -040054 u8 *name; /**< Client name */
Klement Sekera58eb8662017-06-09 06:06:49 +020055
Dave Barach59b25652017-09-10 15:04:27 -040056 /* Zombie apocalypse checking */
57 f64 last_heard;
58 int last_queue_head;
59 int unanswered_pings;
60
Dave Barach905c14a2017-09-25 08:47:59 -040061 /** shared memory only: pointer to client input queue */
Florin Corase86a8ed2018-01-05 03:20:25 -080062 svm_queue_t *vl_input_queue;
Dave Barach59b25652017-09-10 15:04:27 -040063 svm_region_t *vlib_rp;
64 void *shmem_hdr;
Klement Sekera58eb8662017-06-09 06:06:49 +020065
66 /* socket server and client */
Dave Barach905c14a2017-09-25 08:47:59 -040067 u32 clib_file_index; /**< Socket only: file index */
68 i8 *unprocessed_input; /**< Socket only: pending input */
69 u32 unprocessed_msg_length; /**< Socket only: unprocssed length */
Ole Troan94495f22018-08-02 11:58:12 +020070 u8 *output_vector; /**< Socket only: output vector */
Dave Barach59b25652017-09-10 15:04:27 -040071 int *additional_fds_to_close;
Klement Sekera58eb8662017-06-09 06:06:49 +020072
73 /* socket client only */
Dave Barach905c14a2017-09-25 08:47:59 -040074 u32 server_handle; /**< Socket client only: server handle */
75 u32 server_index; /**< Socket client only: server index */
Klement Sekera58eb8662017-06-09 06:06:49 +020076} vl_api_registration_t;
77
Florin Corasb384b542018-01-15 01:08:33 -080078#define VL_API_INVALID_FI ((u32)~0)
Klement Sekera58eb8662017-06-09 06:06:49 +020079
Dave Barach905c14a2017-09-25 08:47:59 -040080/** Trace configuration for a single message */
Klement Sekera58eb8662017-06-09 06:06:49 +020081typedef struct
82{
Dave Barach905c14a2017-09-25 08:47:59 -040083 int size; /**< for sanity checking */
84 int trace_enable; /**< trace this message */
85 int replay_enable; /**< This message can be replayed */
Klement Sekera58eb8662017-06-09 06:06:49 +020086} trace_cfg_t;
87
Dave Barach905c14a2017-09-25 08:47:59 -040088/**
89 * API trace state
Klement Sekera58eb8662017-06-09 06:06:49 +020090 */
91typedef struct
92{
Dave Barach905c14a2017-09-25 08:47:59 -040093 u8 endian; /**< trace endianness */
94 u8 enabled; /**< trace is enabled */
95 u8 wrapped; /**< trace has wrapped */
Klement Sekera58eb8662017-06-09 06:06:49 +020096 u8 pad;
Dave Barach905c14a2017-09-25 08:47:59 -040097 u32 nitems; /**< Number of trace records */
98 u32 curindex; /**< Current index in circular buffer */
99 u8 **traces; /**< Trace ring */
Klement Sekera58eb8662017-06-09 06:06:49 +0200100} vl_api_trace_t;
101
Dave Barach905c14a2017-09-25 08:47:59 -0400102/** Trace RX / TX enum */
Klement Sekera58eb8662017-06-09 06:06:49 +0200103typedef enum
104{
105 VL_API_TRACE_TX,
106 VL_API_TRACE_RX,
107} vl_api_trace_which_t;
108
109#define VL_API_LITTLE_ENDIAN 0x00
110#define VL_API_BIG_ENDIAN 0x01
111
Dave Barach905c14a2017-09-25 08:47:59 -0400112/** Message range (belonging to a plugin) */
Klement Sekera58eb8662017-06-09 06:06:49 +0200113typedef struct
114{
Dave Barach905c14a2017-09-25 08:47:59 -0400115 u8 *name; /**< name of the plugin */
116 u16 first_msg_id; /**< first assigned message ID */
117 u16 last_msg_id; /**< last assigned message ID */
Klement Sekera58eb8662017-06-09 06:06:49 +0200118} vl_api_msg_range_t;
119
Dave Barach905c14a2017-09-25 08:47:59 -0400120/** Message configuration definition */
Klement Sekera58eb8662017-06-09 06:06:49 +0200121typedef struct
122{
Dave Barach905c14a2017-09-25 08:47:59 -0400123 int id; /**< the message ID */
124 char *name; /**< the message name */
125 u32 crc; /**< message definition CRC */
126 void *handler; /**< the message handler */
127 void *cleanup; /**< non-default message cleanup handler */
128 void *endian; /**< message endian function */
129 void *print; /**< message print function */
130 int size; /**< message size */
131 int traced; /**< is this message to be traced? */
132 int replay; /**< is this message to be replayed? */
133 int message_bounce; /**< do not free message after processing */
134 int is_mp_safe; /**< worker thread barrier required? */
Ole Troane796a182020-05-18 11:14:05 +0200135 int is_autoendian; /**< endian conversion required? */
Klement Sekera58eb8662017-06-09 06:06:49 +0200136} vl_msg_api_msg_config_t;
137
Dave Barach905c14a2017-09-25 08:47:59 -0400138/** Message header structure */
Klement Sekera58eb8662017-06-09 06:06:49 +0200139typedef struct msgbuf_
140{
Florin Corase86a8ed2018-01-05 03:20:25 -0800141 svm_queue_t *q; /**< message allocated in this shmem ring */
Dave Barach905c14a2017-09-25 08:47:59 -0400142 u32 data_len; /**< message length not including header */
143 u32 gc_mark_timestamp; /**< message garbage collector mark TS */
144 u8 data[0]; /**< actual message begins here */
Klement Sekera58eb8662017-06-09 06:06:49 +0200145} msgbuf_t;
146
Benoît Ganne9fb6d402019-04-15 15:28:21 +0200147CLIB_NOSANITIZE_ADDR static inline void
148VL_MSG_API_UNPOISON (const void *a)
149{
150 const msgbuf_t *m = &((const msgbuf_t *) a)[-1];
151 CLIB_MEM_UNPOISON (m, sizeof (*m) + ntohl (m->data_len));
152}
153
154CLIB_NOSANITIZE_ADDR static inline void
155VL_MSG_API_SVM_QUEUE_UNPOISON (const svm_queue_t * q)
156{
157 CLIB_MEM_UNPOISON (q, sizeof (*q) + q->elsize * q->maxsize);
158}
159
160static inline void
161VL_MSG_API_POISON (const void *a)
162{
163 const msgbuf_t *m = &((const msgbuf_t *) a)[-1];
164 CLIB_MEM_POISON (m, sizeof (*m) + ntohl (m->data_len));
165}
166
Klement Sekera58eb8662017-06-09 06:06:49 +0200167/* api_shared.c prototypes */
168void vl_msg_api_handler (void *the_msg);
169void vl_msg_api_handler_no_free (void *the_msg);
170void vl_msg_api_handler_no_trace_no_free (void *the_msg);
171void vl_msg_api_trace_only (void *the_msg);
172void vl_msg_api_cleanup_handler (void *the_msg);
173void vl_msg_api_replay_handler (void *the_msg);
174void vl_msg_api_socket_handler (void *the_msg);
175void vl_msg_api_set_handlers (int msg_id, char *msg_name,
176 void *handler,
177 void *cleanup,
178 void *endian,
179 void *print, int msg_size, int traced);
Matej Perina75a17ec2017-09-21 17:03:27 +0200180void vl_msg_api_clean_handlers (int msg_id);
Klement Sekera58eb8662017-06-09 06:06:49 +0200181void vl_msg_api_config (vl_msg_api_msg_config_t *);
182void vl_msg_api_set_cleanup_handler (int msg_id, void *fp);
Florin Corase86a8ed2018-01-05 03:20:25 -0800183void vl_msg_api_queue_handler (svm_queue_t * q);
Klement Sekera58eb8662017-06-09 06:06:49 +0200184
185void vl_msg_api_barrier_sync (void) __attribute__ ((weak));
186void vl_msg_api_barrier_release (void) __attribute__ ((weak));
Colin Tregenza Dancereb1ac172017-09-06 20:23:24 +0100187#ifdef BARRIER_TRACING
188void vl_msg_api_barrier_trace_context (const char *context)
189 __attribute__ ((weak));
190#else
191#define vl_msg_api_barrier_trace_context(X)
192#endif
Klement Sekera58eb8662017-06-09 06:06:49 +0200193void vl_msg_api_free (void *);
194void vl_noop_handler (void *mp);
195void vl_msg_api_increment_missing_client_counter (void);
196void vl_msg_api_post_mortem_dump (void);
197void vl_msg_api_post_mortem_dump_enable_disable (int enable);
198void vl_msg_api_register_pd_handler (void *handler,
199 u16 msg_id_host_byte_order);
200int vl_msg_api_pd_handler (void *mp, int rv);
201
202void vl_msg_api_set_first_available_msg_id (u16 first_avail);
203u16 vl_msg_api_get_msg_ids (const char *name, int n);
Florin Corase86a8ed2018-01-05 03:20:25 -0800204u32 vl_msg_api_get_msg_index (u8 * name_and_crc);
Ole Troan73710c72018-06-04 22:27:49 +0200205void *vl_msg_push_heap (void);
Nathan Skrzypczak0aa40132019-11-25 16:29:38 +0100206void *vl_msg_push_heap_w_region (svm_region_t * vlib_rp);
Ole Troan73710c72018-06-04 22:27:49 +0200207void vl_msg_pop_heap (void *oldheap);
Nathan Skrzypczak0aa40132019-11-25 16:29:38 +0100208void vl_msg_pop_heap_w_region (svm_region_t * vlib_rp, void *oldheap);
Klement Sekera58eb8662017-06-09 06:06:49 +0200209
210typedef clib_error_t *(vl_msg_api_init_function_t) (u32 client_index);
211
212typedef struct _vl_msg_api_init_function_list_elt
213{
214 struct _vl_msg_api_init_function_list_elt *next_init_function;
215 vl_msg_api_init_function_t *f;
216} _vl_msg_api_function_list_elt_t;
217
Dave Barach0d056e52017-09-28 15:11:16 -0400218typedef struct
219{
220 u32 major;
221 u32 minor;
222 u32 patch;
223 char name[64];
224} api_version_t;
225
Dave Barach905c14a2017-09-25 08:47:59 -0400226/** API main structure, used by both vpp and binary API clients */
Tom Seidenberg6c81f5a2020-07-10 15:49:03 +0000227typedef struct api_main_t
Klement Sekera58eb8662017-06-09 06:06:49 +0200228{
Dave Barach905c14a2017-09-25 08:47:59 -0400229 /** Message handler vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200230 void (**msg_handlers) (void *);
Dave Barach905c14a2017-09-25 08:47:59 -0400231 /** Plaform-dependent (aka hardware) message handler vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200232 int (**pd_msg_handlers) (void *, int);
Dave Barach905c14a2017-09-25 08:47:59 -0400233
234 /** non-default message cleanup handler vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200235 void (**msg_cleanup_handlers) (void *);
Dave Barach905c14a2017-09-25 08:47:59 -0400236
237 /** Message endian handler vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200238 void (**msg_endian_handlers) (void *);
Dave Barach905c14a2017-09-25 08:47:59 -0400239
240 /** Message print function vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200241 void (**msg_print_handlers) (void *, void *);
Dave Barach905c14a2017-09-25 08:47:59 -0400242
243 /** Message name vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200244 const char **msg_names;
Dave Barach905c14a2017-09-25 08:47:59 -0400245
246 /** Don't automatically free message buffer vetor */
Klement Sekera58eb8662017-06-09 06:06:49 +0200247 u8 *message_bounce;
Dave Barach905c14a2017-09-25 08:47:59 -0400248
249 /** Message is mp safe vector */
Klement Sekera58eb8662017-06-09 06:06:49 +0200250 u8 *is_mp_safe;
Dave Barach905c14a2017-09-25 08:47:59 -0400251
Ole Troane796a182020-05-18 11:14:05 +0200252 /** Message requires us to do endian conversion */
253 u8 *is_autoendian;
254
Dave Barach905c14a2017-09-25 08:47:59 -0400255 /** Allocator ring vectors (in shared memory) */
Klement Sekera58eb8662017-06-09 06:06:49 +0200256 struct ring_alloc_ *arings;
Dave Barach905c14a2017-09-25 08:47:59 -0400257
258 /** Number of times that the ring allocator failed */
Klement Sekera58eb8662017-06-09 06:06:49 +0200259 u32 ring_misses;
Dave Barach905c14a2017-09-25 08:47:59 -0400260
261 /** Number of garbage-collected message buffers */
Klement Sekera58eb8662017-06-09 06:06:49 +0200262 u32 garbage_collects;
Dave Barach905c14a2017-09-25 08:47:59 -0400263
264 /** Number of missing clients / failed message sends */
Klement Sekera58eb8662017-06-09 06:06:49 +0200265 u32 missing_clients;
Dave Barach905c14a2017-09-25 08:47:59 -0400266
267 /** Received message trace configuration */
Klement Sekera58eb8662017-06-09 06:06:49 +0200268 vl_api_trace_t *rx_trace;
Dave Barach905c14a2017-09-25 08:47:59 -0400269
270 /** Sent message trace configuration */
Klement Sekera58eb8662017-06-09 06:06:49 +0200271 vl_api_trace_t *tx_trace;
Dave Barach905c14a2017-09-25 08:47:59 -0400272
273 /** Print every received message */
Klement Sekera58eb8662017-06-09 06:06:49 +0200274 int msg_print_flag;
Dave Barach905c14a2017-09-25 08:47:59 -0400275
276 /** Current trace configuration */
Klement Sekera58eb8662017-06-09 06:06:49 +0200277 trace_cfg_t *api_trace_cfg;
Dave Barach905c14a2017-09-25 08:47:59 -0400278
279 /** Current process PID */
Klement Sekera58eb8662017-06-09 06:06:49 +0200280 int our_pid;
Dave Barach905c14a2017-09-25 08:47:59 -0400281
Dave Barach7939f902017-10-04 10:03:52 -0400282 /** Current binary api segment descriptor */
Klement Sekera58eb8662017-06-09 06:06:49 +0200283 svm_region_t *vlib_rp;
Dave Barach905c14a2017-09-25 08:47:59 -0400284
Dave Barach7939f902017-10-04 10:03:52 -0400285 /** Primary api segment descriptor */
286 svm_region_t *vlib_primary_rp;
287
Dave Barach905c14a2017-09-25 08:47:59 -0400288 /** Vector of all mapped shared-VM segments */
Dave Barach59b25652017-09-10 15:04:27 -0400289 svm_region_t **vlib_private_rps;
Klement Sekera58eb8662017-06-09 06:06:49 +0200290 svm_region_t **mapped_shmem_regions;
Dave Barach905c14a2017-09-25 08:47:59 -0400291
292 /** Binary API shared-memory segment header pointer */
Klement Sekera58eb8662017-06-09 06:06:49 +0200293 struct vl_shmem_hdr_ *shmem_hdr;
Dave Barach905c14a2017-09-25 08:47:59 -0400294
295 /** vlib/vpp only: vector of client registrations */
Klement Sekera58eb8662017-06-09 06:06:49 +0200296 vl_api_registration_t **vl_clients;
297
Dave Barach905c14a2017-09-25 08:47:59 -0400298 /** vlib/vpp only: serialized (message, name, crc) table */
Klement Sekera58eb8662017-06-09 06:06:49 +0200299 u8 *serialized_message_table_in_shmem;
300
Dave Barach905c14a2017-09-25 08:47:59 -0400301 /** First available message ID, for theplugin msg allocator */
Klement Sekera58eb8662017-06-09 06:06:49 +0200302 u16 first_available_msg_id;
303
Dave Barach905c14a2017-09-25 08:47:59 -0400304 /** Message range by name hash */
Klement Sekera58eb8662017-06-09 06:06:49 +0200305 uword *msg_range_by_name;
306
Dave Barach905c14a2017-09-25 08:47:59 -0400307 /** vector of message ranges */
Klement Sekera58eb8662017-06-09 06:06:49 +0200308 vl_api_msg_range_t *msg_ranges;
309
Dave Barach905c14a2017-09-25 08:47:59 -0400310 /** uid for the api shared memory region */
Klement Sekera58eb8662017-06-09 06:06:49 +0200311 int api_uid;
Dave Barach905c14a2017-09-25 08:47:59 -0400312
313 /** gid for the api shared memory region */
Klement Sekera58eb8662017-06-09 06:06:49 +0200314 int api_gid;
315
Dave Barach905c14a2017-09-25 08:47:59 -0400316 /** base virtual address for global VM region */
Klement Sekera58eb8662017-06-09 06:06:49 +0200317 u64 global_baseva;
318
Dave Barach905c14a2017-09-25 08:47:59 -0400319 /** size of the global VM region */
Klement Sekera58eb8662017-06-09 06:06:49 +0200320 u64 global_size;
321
Dave Barach905c14a2017-09-25 08:47:59 -0400322 /** size of the API region */
Klement Sekera58eb8662017-06-09 06:06:49 +0200323 u64 api_size;
324
Dave Barach905c14a2017-09-25 08:47:59 -0400325 /** size of the global VM private mheap */
Klement Sekera58eb8662017-06-09 06:06:49 +0200326 u64 global_pvt_heap_size;
327
Dave Barach905c14a2017-09-25 08:47:59 -0400328 /** size of the api private mheap */
Klement Sekera58eb8662017-06-09 06:06:49 +0200329 u64 api_pvt_heap_size;
330
Dave Barach905c14a2017-09-25 08:47:59 -0400331 /** Peer input queue pointer */
Florin Corase86a8ed2018-01-05 03:20:25 -0800332 svm_queue_t *vl_input_queue;
Klement Sekera58eb8662017-06-09 06:06:49 +0200333
Dave Barach905c14a2017-09-25 08:47:59 -0400334 /**
Klement Sekera58eb8662017-06-09 06:06:49 +0200335 * All VLIB-side message handlers use my_client_index to identify
336 * the queue / client. This works in sim replay.
337 */
338 int my_client_index;
Dave Barach905c14a2017-09-25 08:47:59 -0400339 /**
Klement Sekera58eb8662017-06-09 06:06:49 +0200340 * This is the (shared VM) address of the registration,
341 * don't use it to id the connection since it can't possibly
342 * work in simulator replay.
343 */
344 vl_api_registration_t *my_registration;
345
Dave Barach905c14a2017-09-25 08:47:59 -0400346 /** vpp/vlib input queue length */
Klement Sekera58eb8662017-06-09 06:06:49 +0200347 u32 vlib_input_queue_length;
348
Dave Barach905c14a2017-09-25 08:47:59 -0400349 /** client message index hash table */
Klement Sekera58eb8662017-06-09 06:06:49 +0200350 uword *msg_index_by_name_and_crc;
351
Dave Barach0d056e52017-09-28 15:11:16 -0400352 /** api version list */
353 api_version_t *api_version_list;
354
Dave Barach905c14a2017-09-25 08:47:59 -0400355 /** Shared VM binary API region name */
Klement Sekera58eb8662017-06-09 06:06:49 +0200356 const char *region_name;
Dave Barach905c14a2017-09-25 08:47:59 -0400357
358 /** Chroot path to the shared memory API files */
Klement Sekera58eb8662017-06-09 06:06:49 +0200359 const char *root_path;
360
Dave Barach905c14a2017-09-25 08:47:59 -0400361 /** Replay in progress? */
Klement Sekera58eb8662017-06-09 06:06:49 +0200362 int replay_in_progress;
363
Dave Barach905c14a2017-09-25 08:47:59 -0400364 /** Dump (msg-name, crc) snapshot here at startup */
Dave Barach49fe0462017-09-12 17:06:56 -0400365 u8 *save_msg_table_filename;
366
Dave Barach905c14a2017-09-25 08:47:59 -0400367 /** List of API client reaper functions */
Klement Sekera58eb8662017-06-09 06:06:49 +0200368 _vl_msg_api_function_list_elt_t *reaper_function_registrations;
369
IJsbrand Wijnands82295802019-10-08 13:50:55 +0200370 /** Bin API thread handle */
371 pthread_t rx_thread_handle;
372
Dave Barachb09f4d02019-07-15 16:00:03 -0400373 /** event log */
374 elog_main_t *elog_main;
375 int elog_trace_api_messages;
376
Tom Seidenberg6c81f5a2020-07-10 15:49:03 +0000377 /** performance counter callback **/
378 void (**perf_counter_cbs)
379 (struct api_main_t *, u32 id, int before_or_after);
380 void (**perf_counter_cbs_tmp)
381 (struct api_main_t *, u32 id, int before_or_after);
382
Klement Sekera58eb8662017-06-09 06:06:49 +0200383} api_main_t;
384
Dave Barach39d69112019-11-27 11:42:13 -0500385extern __thread api_main_t *my_api_main;
386extern api_main_t api_global_main;
387
388always_inline api_main_t *
389vlibapi_get_main (void)
390{
391 return my_api_main;
392}
Klement Sekera58eb8662017-06-09 06:06:49 +0200393
Florin Coras684fb6e2019-12-09 16:42:50 -0800394always_inline void
395vlibapi_set_main (api_main_t * am)
396{
397 my_api_main = am;
398}
399
Klement Sekera58eb8662017-06-09 06:06:49 +0200400#endif /* included_api_common_h */
401
402/*
403 * fd.io coding-style-patch-verification: ON
404 *
405 * Local Variables:
406 * eval: (c-set-style "gnu")
407 * End:
408 */