Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | #ifndef __VIRTIO_VHOST_USER_H__ |
| 16 | #define __VIRTIO_VHOST_USER_H__ |
| 17 | /* vhost-user data structures */ |
| 18 | |
| 19 | #define VHOST_MEMORY_MAX_NREGIONS 8 |
| 20 | #define VHOST_USER_MSG_HDR_SZ 12 |
| 21 | #define VHOST_VRING_MAX_SIZE 32768 |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 22 | #define VHOST_VRING_MAX_N 16 //8TX + 8RX |
| 23 | #define VHOST_VRING_IDX_RX(qid) (2*qid) |
| 24 | #define VHOST_VRING_IDX_TX(qid) (2*qid + 1) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 25 | |
| 26 | #define VIRTQ_DESC_F_NEXT 1 |
Pierre Pfister | ba1d046 | 2016-07-27 16:38:20 +0100 | [diff] [blame] | 27 | #define VIRTQ_DESC_F_INDIRECT 4 |
Shesha Sreenivasamurthy | b8f45b3 | 2016-02-03 09:38:36 -0800 | [diff] [blame] | 28 | #define VHOST_USER_REPLY_MASK (0x1 << 2) |
| 29 | |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 30 | #define VHOST_USER_PROTOCOL_F_MQ 0 |
| 31 | #define VHOST_USER_PROTOCOL_F_LOG_SHMFD 1 |
Yoann Desmouceaux | fe2da0e | 2016-03-08 14:54:28 +0100 | [diff] [blame] | 32 | #define VHOST_VRING_F_LOG 0 |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 33 | |
Shesha Sreenivasamurthy | 9f50b0b | 2016-02-23 13:52:31 -0800 | [diff] [blame] | 34 | #define VHOST_USER_F_PROTOCOL_FEATURES 30 |
Shesha Sreenivasamurthy | 0666dc4 | 2016-04-18 16:38:20 -0400 | [diff] [blame] | 35 | #define VHOST_USER_PROTOCOL_FEATURES ((1ULL << VHOST_USER_PROTOCOL_F_MQ) | \ |
| 36 | (1ULL << VHOST_USER_PROTOCOL_F_LOG_SHMFD)) |
Shesha Sreenivasamurthy | b8f45b3 | 2016-02-03 09:38:36 -0800 | [diff] [blame] | 37 | |
| 38 | /* If multiqueue is provided by host, then we suppport it. */ |
| 39 | #define VIRTIO_NET_CTRL_MQ 4 |
| 40 | #define VIRTIO_NET_CTRL_MQ_VQ_PAIRS_SET 0 |
| 41 | #define VIRTIO_NET_CTRL_MQ_VQ_PAIRS_MIN 1 |
| 42 | #define VIRTIO_NET_CTRL_MQ_VQ_PAIRS_MAX 0x8000 |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 43 | |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 44 | #define VRING_USED_F_NO_NOTIFY 1 |
Steven | a1a0901 | 2017-03-08 00:23:13 -0800 | [diff] [blame] | 45 | #define VRING_AVAIL_F_NO_INTERRUPT 1 |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 46 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 47 | #define foreach_virtio_net_feature \ |
| 48 | _ (VIRTIO_NET_F_MRG_RXBUF, 15) \ |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 49 | _ (VIRTIO_NET_F_CTRL_VQ, 17) \ |
| 50 | _ (VIRTIO_NET_F_GUEST_ANNOUNCE, 21) \ |
| 51 | _ (VIRTIO_NET_F_MQ, 22) \ |
| 52 | _ (VHOST_F_LOG_ALL, 26) \ |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 53 | _ (VIRTIO_F_ANY_LAYOUT, 27) \ |
Pierre Pfister | ba1d046 | 2016-07-27 16:38:20 +0100 | [diff] [blame] | 54 | _ (VIRTIO_F_INDIRECT_DESC, 28) \ |
Damjan Marion | e83b7d5 | 2016-09-19 14:31:34 +0200 | [diff] [blame] | 55 | _ (VHOST_USER_F_PROTOCOL_FEATURES, 30) \ |
| 56 | _ (VIRTIO_F_VERSION_1, 32) |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 57 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 58 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 59 | typedef enum |
| 60 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 61 | #define _(f,n) FEAT_##f = (n), |
| 62 | foreach_virtio_net_feature |
| 63 | #undef _ |
| 64 | } virtio_net_feature_t; |
| 65 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 66 | int vhost_user_create_if (vnet_main_t * vnm, vlib_main_t * vm, |
| 67 | const char *sock_filename, u8 is_server, |
| 68 | u32 * sw_if_index, u64 feature_mask, |
Steven | a1a0901 | 2017-03-08 00:23:13 -0800 | [diff] [blame] | 69 | u8 renumber, u32 custom_dev_instance, u8 * hwaddr, |
| 70 | u8 operation_mode); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 71 | int vhost_user_modify_if (vnet_main_t * vnm, vlib_main_t * vm, |
| 72 | const char *sock_filename, u8 is_server, |
| 73 | u32 sw_if_index, u64 feature_mask, |
Steven | a1a0901 | 2017-03-08 00:23:13 -0800 | [diff] [blame] | 74 | u8 renumber, u32 custom_dev_instance, |
| 75 | u8 operation_mode); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 76 | int vhost_user_delete_if (vnet_main_t * vnm, vlib_main_t * vm, |
| 77 | u32 sw_if_index); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 78 | |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 79 | /* *INDENT-OFF* */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 80 | typedef struct vhost_user_memory_region |
| 81 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 82 | u64 guest_phys_addr; |
| 83 | u64 memory_size; |
| 84 | u64 userspace_addr; |
| 85 | u64 mmap_offset; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 86 | } __attribute ((packed)) vhost_user_memory_region_t; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 87 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 88 | typedef struct vhost_user_memory |
| 89 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 90 | u32 nregions; |
| 91 | u32 padding; |
| 92 | vhost_user_memory_region_t regions[VHOST_MEMORY_MAX_NREGIONS]; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 93 | } __attribute ((packed)) vhost_user_memory_t; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 94 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 95 | typedef struct |
| 96 | { |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 97 | u32 index, num; |
| 98 | } __attribute ((packed)) vhost_vring_state_t; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 99 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 100 | typedef struct |
| 101 | { |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 102 | u32 index, flags; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 103 | u64 desc_user_addr, used_user_addr, avail_user_addr, log_guest_addr; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 104 | } __attribute ((packed)) vhost_vring_addr_t; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 105 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 106 | typedef struct vhost_user_log |
| 107 | { |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 108 | u64 size; |
| 109 | u64 offset; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 110 | } __attribute ((packed)) vhost_user_log_t; |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 111 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 112 | typedef enum vhost_user_req |
| 113 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 114 | VHOST_USER_NONE = 0, |
| 115 | VHOST_USER_GET_FEATURES = 1, |
| 116 | VHOST_USER_SET_FEATURES = 2, |
| 117 | VHOST_USER_SET_OWNER = 3, |
| 118 | VHOST_USER_RESET_OWNER = 4, |
| 119 | VHOST_USER_SET_MEM_TABLE = 5, |
| 120 | VHOST_USER_SET_LOG_BASE = 6, |
| 121 | VHOST_USER_SET_LOG_FD = 7, |
| 122 | VHOST_USER_SET_VRING_NUM = 8, |
| 123 | VHOST_USER_SET_VRING_ADDR = 9, |
| 124 | VHOST_USER_SET_VRING_BASE = 10, |
| 125 | VHOST_USER_GET_VRING_BASE = 11, |
| 126 | VHOST_USER_SET_VRING_KICK = 12, |
| 127 | VHOST_USER_SET_VRING_CALL = 13, |
| 128 | VHOST_USER_SET_VRING_ERR = 14, |
Shesha Sreenivasamurthy | b8f45b3 | 2016-02-03 09:38:36 -0800 | [diff] [blame] | 129 | VHOST_USER_GET_PROTOCOL_FEATURES = 15, |
| 130 | VHOST_USER_SET_PROTOCOL_FEATURES = 16, |
| 131 | VHOST_USER_GET_QUEUE_NUM = 17, |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 132 | VHOST_USER_SET_VRING_ENABLE = 18, |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 133 | VHOST_USER_MAX |
| 134 | } vhost_user_req_t; |
| 135 | |
| 136 | // vring_desc I/O buffer descriptor |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 137 | typedef struct |
| 138 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 139 | uint64_t addr; // packet data buffer address |
| 140 | uint32_t len; // packet data buffer size |
| 141 | uint16_t flags; // (see below) |
| 142 | uint16_t next; // optional index next descriptor in chain |
| 143 | } __attribute ((packed)) vring_desc_t; |
| 144 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 145 | typedef struct |
| 146 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 147 | uint16_t flags; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 148 | volatile uint16_t idx; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 149 | uint16_t ring[VHOST_VRING_MAX_SIZE]; |
| 150 | } __attribute ((packed)) vring_avail_t; |
| 151 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 152 | typedef struct |
| 153 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 154 | uint16_t flags; |
| 155 | uint16_t idx; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 156 | struct /* vring_used_elem */ |
| 157 | { |
| 158 | uint32_t id; |
| 159 | uint32_t len; |
| 160 | } ring[VHOST_VRING_MAX_SIZE]; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 161 | } __attribute ((packed)) vring_used_t; |
| 162 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 163 | typedef struct |
| 164 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 165 | u8 flags; |
| 166 | u8 gso_type; |
| 167 | u16 hdr_len; |
| 168 | u16 gso_size; |
| 169 | u16 csum_start; |
| 170 | u16 csum_offset; |
| 171 | } __attribute ((packed)) virtio_net_hdr_t; |
| 172 | |
| 173 | typedef struct { |
| 174 | virtio_net_hdr_t hdr; |
| 175 | u16 num_buffers; |
| 176 | } __attribute ((packed)) virtio_net_hdr_mrg_rxbuf_t; |
| 177 | |
| 178 | typedef struct vhost_user_msg { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 179 | vhost_user_req_t request; |
| 180 | u32 flags; |
| 181 | u32 size; |
| 182 | union |
| 183 | { |
| 184 | u64 u64; |
| 185 | vhost_vring_state_t state; |
| 186 | vhost_vring_addr_t addr; |
| 187 | vhost_user_memory_t memory; |
| 188 | vhost_user_log_t log; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 189 | }; |
| 190 | } __attribute ((packed)) vhost_user_msg_t; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 191 | /* *INDENT-ON* */ |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 192 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 193 | typedef struct |
| 194 | { |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 195 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); |
| 196 | u16 qsz; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 197 | u16 last_avail_idx; |
| 198 | u16 last_used_idx; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 199 | u16 n_since_last_int; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 200 | vring_desc_t *desc; |
| 201 | vring_avail_t *avail; |
| 202 | vring_used_t *used; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 203 | f64 int_deadline; |
| 204 | u8 started; |
| 205 | u8 enabled; |
| 206 | u8 log_used; |
| 207 | //Put non-runtime in a different cache line |
| 208 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline1); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 209 | int errfd; |
| 210 | u32 callfd_idx; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 211 | u32 kickfd_idx; |
| 212 | u64 log_guest_addr; |
Steven | e4dcba8 | 2017-04-04 16:56:54 -0700 | [diff] [blame] | 213 | u32 interrupt_thread_index; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 214 | } vhost_user_vring_t; |
| 215 | |
Steven | a1a0901 | 2017-03-08 00:23:13 -0800 | [diff] [blame] | 216 | #define VHOST_USER_POLLING_MODE 0 |
| 217 | #define VHOST_USER_INTERRUPT_MODE 1 |
| 218 | #define VHOST_USER_ADAPTIVE_MODE 2 |
| 219 | |
Steven | 7312cc7 | 2017-03-15 21:18:55 -0700 | [diff] [blame] | 220 | #define VHOST_USER_EVENT_START_TIMER 1 |
| 221 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 222 | typedef struct |
| 223 | { |
| 224 | CLIB_CACHE_LINE_ALIGN_MARK (cacheline0); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 225 | u32 is_up; |
| 226 | u32 admin_up; |
Pierre Pfister | dbb3c25 | 2016-11-22 10:33:34 +0000 | [diff] [blame] | 227 | u32 unix_server_index; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 228 | u32 unix_file_index; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 229 | char sock_filename[256]; |
| 230 | int sock_errno; |
Steven | 5445f5f | 2017-04-25 16:16:00 -0700 | [diff] [blame] | 231 | uword if_index; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 232 | u32 hw_if_index, sw_if_index; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 233 | |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 234 | //Feature negotiation |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 235 | u64 features; |
| 236 | u64 feature_mask; |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 237 | u64 protocol_features; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 238 | |
| 239 | //Memory region information |
| 240 | u32 nregions; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 241 | vhost_user_memory_region_t regions[VHOST_MEMORY_MAX_NREGIONS]; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 242 | void *region_mmap_addr[VHOST_MEMORY_MAX_NREGIONS]; |
Damjan Marion | 3762370 | 2016-09-20 11:25:27 +0200 | [diff] [blame] | 243 | u64 region_guest_addr_lo[VHOST_MEMORY_MAX_NREGIONS]; |
| 244 | u64 region_guest_addr_hi[VHOST_MEMORY_MAX_NREGIONS]; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 245 | u32 region_mmap_fd[VHOST_MEMORY_MAX_NREGIONS]; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 246 | |
| 247 | //Virtual rings |
| 248 | vhost_user_vring_t vrings[VHOST_VRING_MAX_N]; |
| 249 | volatile u32 *vring_locks[VHOST_VRING_MAX_N]; |
| 250 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 251 | int virtio_net_hdr_sz; |
| 252 | int is_any_layout; |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 253 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 254 | void *log_base_addr; |
Yoann Desmouceaux | 4667c22 | 2016-02-24 22:51:00 +0100 | [diff] [blame] | 255 | u64 log_size; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 256 | |
| 257 | /* Whether to use spinlock or per_cpu_tx_qid assignment */ |
| 258 | u8 use_tx_spinlock; |
| 259 | u16 *per_cpu_tx_qid; |
| 260 | |
| 261 | /* Vector of workers for this interface */ |
| 262 | u32 *workers; |
Steven | a1a0901 | 2017-03-08 00:23:13 -0800 | [diff] [blame] | 263 | |
| 264 | u8 operation_mode; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 265 | } vhost_user_intf_t; |
| 266 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 267 | typedef struct |
| 268 | { |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 269 | u16 vhost_iface_index; |
| 270 | u16 qid; |
| 271 | } vhost_iface_and_queue_t; |
| 272 | |
| 273 | typedef struct |
| 274 | { |
Pierre Pfister | d3eb90e | 2016-11-29 15:36:14 +0000 | [diff] [blame] | 275 | uword dst; |
| 276 | uword src; |
| 277 | u32 len; |
| 278 | } vhost_copy_t; |
| 279 | |
| 280 | typedef struct |
| 281 | { |
| 282 | u16 qid; /** The interface queue index (Not the virtio vring idx) */ |
| 283 | u16 device_index; /** The device index */ |
| 284 | u32 virtio_ring_flags; /** Runtime queue flags **/ |
| 285 | u16 first_desc_len; /** Length of the first data descriptor **/ |
| 286 | virtio_net_hdr_mrg_rxbuf_t hdr; /** Virtio header **/ |
| 287 | } vhost_trace_t; |
| 288 | |
| 289 | |
| 290 | #define VHOST_USER_RX_BUFFERS_N (2 * VLIB_FRAME_SIZE + 2) |
| 291 | #define VHOST_USER_COPY_ARRAY_N (4 * VLIB_FRAME_SIZE) |
| 292 | |
| 293 | typedef struct |
| 294 | { |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 295 | vhost_iface_and_queue_t *rx_queues; |
Pierre Pfister | d3eb90e | 2016-11-29 15:36:14 +0000 | [diff] [blame] | 296 | u32 rx_buffers_len; |
| 297 | u32 rx_buffers[VHOST_USER_RX_BUFFERS_N]; |
| 298 | |
| 299 | virtio_net_hdr_mrg_rxbuf_t tx_headers[VLIB_FRAME_SIZE]; |
| 300 | vhost_copy_t copy[VHOST_USER_COPY_ARRAY_N]; |
| 301 | |
| 302 | /* This is here so it doesn't end-up |
| 303 | * using stack or registers. */ |
| 304 | vhost_trace_t *current_trace; |
Steven | 7312cc7 | 2017-03-15 21:18:55 -0700 | [diff] [blame] | 305 | |
| 306 | /* bitmap of pending rx interfaces */ |
| 307 | uword *pending_input_bitmap; |
| 308 | |
| 309 | /* The operation mode computed per cpu based on interface setting */ |
| 310 | u8 operation_mode; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 311 | } vhost_cpu_t; |
| 312 | |
| 313 | typedef struct |
| 314 | { |
Steven | 5445f5f | 2017-04-25 16:16:00 -0700 | [diff] [blame] | 315 | mhash_t if_index_by_sock_name; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 316 | u32 mtu_bytes; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 317 | vhost_user_intf_t *vhost_user_interfaces; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 318 | u32 *show_dev_instance_by_real_dev_instance; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 319 | u32 coalesce_frames; |
| 320 | f64 coalesce_time; |
| 321 | int dont_dump_vhost_user_memory; |
Damjan Marion | 0dafaa7 | 2016-09-20 23:21:02 +0200 | [diff] [blame] | 322 | |
Pierre Pfister | dbb3c25 | 2016-11-22 10:33:34 +0000 | [diff] [blame] | 323 | /** first cpu index */ |
Damjan Marion | 0dafaa7 | 2016-09-20 23:21:02 +0200 | [diff] [blame] | 324 | u32 input_cpu_first_index; |
| 325 | |
Pierre Pfister | dbb3c25 | 2016-11-22 10:33:34 +0000 | [diff] [blame] | 326 | /** total cpu count */ |
Damjan Marion | 0dafaa7 | 2016-09-20 23:21:02 +0200 | [diff] [blame] | 327 | u32 input_cpu_count; |
Pierre Pfister | e21c528 | 2016-09-21 08:04:59 +0100 | [diff] [blame] | 328 | |
| 329 | /** Per-CPU data for vhost-user */ |
| 330 | vhost_cpu_t *cpus; |
Pierre Pfister | dbb3c25 | 2016-11-22 10:33:34 +0000 | [diff] [blame] | 331 | |
| 332 | /** Pseudo random iterator */ |
| 333 | u32 random; |
Steven | 7312cc7 | 2017-03-15 21:18:55 -0700 | [diff] [blame] | 334 | |
| 335 | /* Node is in interrupt mode */ |
| 336 | u8 interrupt_mode; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 337 | } vhost_user_main_t; |
| 338 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 339 | typedef struct |
| 340 | { |
| 341 | u8 if_name[64]; |
| 342 | u32 sw_if_index; |
| 343 | u32 virtio_net_hdr_sz; |
| 344 | u64 features; |
| 345 | u8 is_server; |
| 346 | u8 sock_filename[256]; |
| 347 | u32 num_regions; |
| 348 | int sock_errno; |
Steven | a1a0901 | 2017-03-08 00:23:13 -0800 | [diff] [blame] | 349 | u8 operation_mode; |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 350 | } vhost_user_intf_details_t; |
| 351 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 352 | int vhost_user_dump_ifs (vnet_main_t * vnm, vlib_main_t * vm, |
| 353 | vhost_user_intf_details_t ** out_vuids); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 354 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 355 | #endif |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 356 | |
| 357 | /* |
| 358 | * fd.io coding-style-patch-verification: ON |
| 359 | * |
| 360 | * Local Variables: |
| 361 | * eval: (c-set-style "gnu") |
| 362 | * End: |
| 363 | */ |