Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 1 | /* |
| 2 | *------------------------------------------------------------------ |
| 3 | * af_packet.c - linux kernel packet interface |
| 4 | * |
| 5 | * Copyright (c) 2016 Cisco and/or its affiliates. |
| 6 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | * you may not use this file except in compliance with the License. |
| 8 | * You may obtain a copy of the License at: |
| 9 | * |
| 10 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | * |
| 12 | * Unless required by applicable law or agreed to in writing, software |
| 13 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | * See the License for the specific language governing permissions and |
| 16 | * limitations under the License. |
| 17 | *------------------------------------------------------------------ |
| 18 | */ |
| 19 | |
| 20 | #include <linux/if_ether.h> |
| 21 | #include <linux/if_packet.h> |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 22 | #include <dirent.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 23 | |
| 24 | #include <vlib/vlib.h> |
| 25 | #include <vlib/unix/unix.h> |
| 26 | #include <vnet/ip/ip.h> |
| 27 | #include <vnet/ethernet/ethernet.h> |
| 28 | |
| 29 | #include <vnet/devices/af_packet/af_packet.h> |
| 30 | |
| 31 | #define AF_PACKET_DEBUG_SOCKET 0 |
| 32 | |
| 33 | #define AF_PACKET_TX_FRAMES_PER_BLOCK 1024 |
| 34 | #define AF_PACKET_TX_FRAME_SIZE (2048 * 5) |
| 35 | #define AF_PACKET_TX_BLOCK_NR 1 |
| 36 | #define AF_PACKET_TX_FRAME_NR (AF_PACKET_TX_BLOCK_NR * \ |
| 37 | AF_PACKET_TX_FRAMES_PER_BLOCK) |
| 38 | #define AF_PACKET_TX_BLOCK_SIZE (AF_PACKET_TX_FRAME_SIZE * \ |
| 39 | AF_PACKET_TX_FRAMES_PER_BLOCK) |
| 40 | |
| 41 | #define AF_PACKET_RX_FRAMES_PER_BLOCK 1024 |
| 42 | #define AF_PACKET_RX_FRAME_SIZE (2048 * 5) |
| 43 | #define AF_PACKET_RX_BLOCK_NR 1 |
| 44 | #define AF_PACKET_RX_FRAME_NR (AF_PACKET_RX_BLOCK_NR * \ |
| 45 | AF_PACKET_RX_FRAMES_PER_BLOCK) |
| 46 | #define AF_PACKET_RX_BLOCK_SIZE (AF_PACKET_RX_FRAME_SIZE * \ |
| 47 | AF_PACKET_RX_FRAMES_PER_BLOCK) |
| 48 | |
| 49 | #if AF_PACKET_DEBUG_SOCKET == 1 |
| 50 | #define DBG_SOCK(args...) clib_warning(args); |
| 51 | #else |
| 52 | #define DBG_SOCK(args...) |
| 53 | #endif |
| 54 | |
| 55 | /*defined in net/if.h but clashes with dpdk headers */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 56 | unsigned int if_nametoindex (const char *ifname); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 57 | |
| 58 | typedef struct tpacket_req tpacket_req_t; |
| 59 | |
| 60 | static u32 |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 61 | af_packet_eth_flag_change (vnet_main_t * vnm, vnet_hw_interface_t * hi, |
| 62 | u32 flags) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 63 | { |
| 64 | /* nothing for now */ |
| 65 | return 0; |
| 66 | } |
| 67 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 68 | static clib_error_t * |
| 69 | af_packet_fd_read_ready (unix_file_t * uf) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 70 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 71 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 72 | vnet_main_t *vnm = vnet_get_main (); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 73 | u32 idx = uf->private_data; |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 74 | af_packet_if_t *apif = pool_elt_at_index (apm->interfaces, idx); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 75 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 76 | apm->pending_input_bitmap = |
| 77 | clib_bitmap_set (apm->pending_input_bitmap, idx, 1); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 78 | |
| 79 | /* Schedule the rx node */ |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 80 | vnet_device_input_set_interrupt_pending (vnm, apif->hw_if_index, 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 81 | |
| 82 | return 0; |
| 83 | } |
| 84 | |
| 85 | static int |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 86 | is_bridge (const u8 * host_if_name) |
| 87 | { |
| 88 | u8 *s; |
| 89 | DIR *dir = NULL; |
| 90 | |
| 91 | s = format (0, "/sys/class/net/%s/bridge%c", host_if_name, 0); |
| 92 | dir = opendir ((char *) s); |
| 93 | vec_free (s); |
| 94 | |
| 95 | if (dir) |
| 96 | { |
| 97 | closedir (dir); |
| 98 | return 0; |
| 99 | } |
| 100 | |
| 101 | return -1; |
| 102 | } |
| 103 | |
| 104 | static int |
| 105 | create_packet_v2_sock (int host_if_index, tpacket_req_t * rx_req, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 106 | tpacket_req_t * tx_req, int *fd, u8 ** ring) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 107 | { |
| 108 | int ret, err; |
| 109 | struct sockaddr_ll sll; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 110 | int ver = TPACKET_V2; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 111 | socklen_t req_sz = sizeof (struct tpacket_req); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 112 | u32 ring_sz = rx_req->tp_block_size * rx_req->tp_block_nr + |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 113 | tx_req->tp_block_size * tx_req->tp_block_nr; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 114 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 115 | if ((*fd = socket (AF_PACKET, SOCK_RAW, htons (ETH_P_ALL))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 116 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 117 | DBG_SOCK ("Failed to create socket"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 118 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 119 | goto error; |
| 120 | } |
| 121 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 122 | if ((err = |
| 123 | setsockopt (*fd, SOL_PACKET, PACKET_VERSION, &ver, sizeof (ver))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 124 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 125 | DBG_SOCK ("Failed to set rx packet interface version"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 126 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 127 | goto error; |
| 128 | } |
| 129 | |
| 130 | int opt = 1; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 131 | if ((err = |
| 132 | setsockopt (*fd, SOL_PACKET, PACKET_LOSS, &opt, sizeof (opt))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 133 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 134 | DBG_SOCK ("Failed to set packet tx ring error handling option"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 135 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 136 | goto error; |
| 137 | } |
| 138 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 139 | if ((err = |
| 140 | setsockopt (*fd, SOL_PACKET, PACKET_RX_RING, rx_req, req_sz)) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 141 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 142 | DBG_SOCK ("Failed to set packet rx ring options"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 143 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 144 | goto error; |
| 145 | } |
| 146 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 147 | if ((err = |
| 148 | setsockopt (*fd, SOL_PACKET, PACKET_TX_RING, tx_req, req_sz)) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 149 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 150 | DBG_SOCK ("Failed to set packet rx ring options"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 151 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 152 | goto error; |
| 153 | } |
| 154 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 155 | *ring = |
| 156 | mmap (NULL, ring_sz, PROT_READ | PROT_WRITE, MAP_SHARED | MAP_LOCKED, *fd, |
| 157 | 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 158 | if (*ring == MAP_FAILED) |
| 159 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 160 | DBG_SOCK ("mmap failure"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 161 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 162 | goto error; |
| 163 | } |
| 164 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 165 | memset (&sll, 0, sizeof (sll)); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 166 | sll.sll_family = PF_PACKET; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 167 | sll.sll_protocol = htons (ETH_P_ALL); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 168 | sll.sll_ifindex = host_if_index; |
| 169 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 170 | if ((err = bind (*fd, (struct sockaddr *) &sll, sizeof (sll))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 171 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 172 | DBG_SOCK ("Failed to bind rx packet socket (error %d)", err); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 173 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 174 | goto error; |
| 175 | } |
| 176 | |
| 177 | return 0; |
| 178 | error: |
Dave Barach | 16ad6ae | 2016-07-28 17:55:30 -0400 | [diff] [blame] | 179 | if (*fd >= 0) |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 180 | close (*fd); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 181 | *fd = -1; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 182 | return ret; |
| 183 | } |
| 184 | |
| 185 | int |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 186 | af_packet_create_if (vlib_main_t * vm, u8 * host_if_name, u8 * hw_addr_set, |
| 187 | u32 * sw_if_index) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 188 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 189 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 190 | int ret, fd = -1; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 191 | struct tpacket_req *rx_req = 0; |
| 192 | struct tpacket_req *tx_req = 0; |
| 193 | u8 *ring = 0; |
| 194 | af_packet_if_t *apif = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 195 | u8 hw_addr[6]; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 196 | clib_error_t *error; |
| 197 | vnet_sw_interface_t *sw; |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 198 | vlib_thread_main_t *tm = vlib_get_thread_main (); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 199 | vnet_main_t *vnm = vnet_get_main (); |
| 200 | uword *p; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 201 | uword if_index; |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 202 | u8 *host_if_name_dup = vec_dup (host_if_name); |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 203 | int host_if_index = -1; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 204 | |
| 205 | p = mhash_get (&apm->if_index_by_host_if_name, host_if_name); |
| 206 | if (p) |
| 207 | { |
| 208 | return VNET_API_ERROR_SUBIF_ALREADY_EXISTS; |
| 209 | } |
| 210 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 211 | vec_validate (rx_req, 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 212 | rx_req->tp_block_size = AF_PACKET_RX_BLOCK_SIZE; |
| 213 | rx_req->tp_frame_size = AF_PACKET_RX_FRAME_SIZE; |
| 214 | rx_req->tp_block_nr = AF_PACKET_RX_BLOCK_NR; |
| 215 | rx_req->tp_frame_nr = AF_PACKET_RX_FRAME_NR; |
| 216 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 217 | vec_validate (tx_req, 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 218 | tx_req->tp_block_size = AF_PACKET_TX_BLOCK_SIZE; |
| 219 | tx_req->tp_frame_size = AF_PACKET_TX_FRAME_SIZE; |
| 220 | tx_req->tp_block_nr = AF_PACKET_TX_BLOCK_NR; |
| 221 | tx_req->tp_frame_nr = AF_PACKET_TX_FRAME_NR; |
| 222 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 223 | host_if_index = if_nametoindex ((const char *) host_if_name); |
| 224 | |
| 225 | if (!host_if_index) |
| 226 | { |
| 227 | DBG_SOCK ("Wrong host interface name"); |
| 228 | return VNET_API_ERROR_INVALID_INTERFACE; |
| 229 | } |
| 230 | |
| 231 | ret = create_packet_v2_sock (host_if_index, rx_req, tx_req, &fd, &ring); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 232 | |
| 233 | if (ret != 0) |
| 234 | goto error; |
| 235 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 236 | ret = is_bridge (host_if_name); |
| 237 | |
| 238 | if (ret == 0) /* is a bridge, ignore state */ |
| 239 | host_if_index = -1; |
| 240 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 241 | /* So far everything looks good, let's create interface */ |
Damjan Marion | 048ee2e | 2016-03-16 22:59:21 +0100 | [diff] [blame] | 242 | pool_get (apm->interfaces, apif); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 243 | if_index = apif - apm->interfaces; |
| 244 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 245 | apif->host_if_index = host_if_index; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 246 | apif->fd = fd; |
| 247 | apif->rx_ring = ring; |
| 248 | apif->tx_ring = ring + rx_req->tp_block_size * rx_req->tp_block_nr; |
| 249 | apif->rx_req = rx_req; |
| 250 | apif->tx_req = tx_req; |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 251 | apif->host_if_name = host_if_name_dup; |
Dave Barach | 13f3c45 | 2016-03-29 11:56:41 -0400 | [diff] [blame] | 252 | apif->per_interface_next_index = ~0; |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 253 | apif->next_tx_frame = 0; |
| 254 | apif->next_rx_frame = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 255 | |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 256 | if (tm->n_vlib_mains > 1) |
Damjan Marion | 1927da2 | 2017-03-27 17:08:20 +0200 | [diff] [blame] | 257 | clib_spinlock_init (&apif->lockp); |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 258 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 259 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 260 | unix_file_t template = { 0 }; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 261 | template.read_function = af_packet_fd_read_ready; |
| 262 | template.file_descriptor = fd; |
| 263 | template.private_data = if_index; |
| 264 | template.flags = UNIX_FILE_EVENT_EDGE_TRIGGERED; |
| 265 | apif->unix_file_index = unix_file_add (&unix_main, &template); |
| 266 | } |
| 267 | |
| 268 | /*use configured or generate random MAC address */ |
| 269 | if (hw_addr_set) |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 270 | clib_memcpy (hw_addr, hw_addr_set, 6); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 271 | else |
| 272 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 273 | f64 now = vlib_time_now (vm); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 274 | u32 rnd; |
| 275 | rnd = (u32) (now * 1e6); |
| 276 | rnd = random_u32 (&rnd); |
| 277 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 278 | clib_memcpy (hw_addr + 2, &rnd, sizeof (rnd)); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 279 | hw_addr[0] = 2; |
| 280 | hw_addr[1] = 0xfe; |
| 281 | } |
| 282 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 283 | error = ethernet_register_interface (vnm, af_packet_device_class.index, |
| 284 | if_index, hw_addr, &apif->hw_if_index, |
| 285 | af_packet_eth_flag_change); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 286 | |
| 287 | if (error) |
| 288 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 289 | memset (apif, 0, sizeof (*apif)); |
| 290 | pool_put (apm->interfaces, apif); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 291 | clib_error_report (error); |
| 292 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 293 | goto error; |
| 294 | } |
| 295 | |
| 296 | sw = vnet_get_hw_sw_interface (vnm, apif->hw_if_index); |
| 297 | apif->sw_if_index = sw->sw_if_index; |
Damjan Marion | 153646e | 2017-04-05 18:15:45 +0200 | [diff] [blame] | 298 | vnet_set_device_input_node (vnm, apif->hw_if_index, |
| 299 | af_packet_input_node.index); |
| 300 | vnet_device_input_assign_thread (vnm, apif->hw_if_index, 0, /* queue */ |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 301 | ~0 /* any cpu */ ); |
Damjan Marion | 153646e | 2017-04-05 18:15:45 +0200 | [diff] [blame] | 302 | vnet_device_input_set_mode (vnm, apif->hw_if_index, 0, |
| 303 | VNET_DEVICE_INPUT_MODE_INTERRUPT); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 304 | |
| 305 | vnet_hw_interface_set_flags (vnm, apif->hw_if_index, |
| 306 | VNET_HW_INTERFACE_FLAG_LINK_UP); |
| 307 | |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 308 | mhash_set_mem (&apm->if_index_by_host_if_name, host_if_name_dup, &if_index, |
| 309 | 0); |
Pierre Pfister | 78ea9c2 | 2016-05-23 12:51:54 +0100 | [diff] [blame] | 310 | if (sw_if_index) |
| 311 | *sw_if_index = apif->sw_if_index; |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 312 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 313 | return 0; |
| 314 | |
| 315 | error: |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 316 | vec_free (host_if_name_dup); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 317 | vec_free (rx_req); |
| 318 | vec_free (tx_req); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 319 | return ret; |
| 320 | } |
| 321 | |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 322 | int |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 323 | af_packet_delete_if (vlib_main_t * vm, u8 * host_if_name) |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 324 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 325 | vnet_main_t *vnm = vnet_get_main (); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 326 | af_packet_main_t *apm = &af_packet_main; |
| 327 | af_packet_if_t *apif; |
| 328 | uword *p; |
| 329 | uword if_index; |
| 330 | u32 ring_sz; |
| 331 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 332 | p = mhash_get (&apm->if_index_by_host_if_name, host_if_name); |
| 333 | if (p == NULL) |
| 334 | { |
| 335 | clib_warning ("Host interface %s does not exist", host_if_name); |
| 336 | return VNET_API_ERROR_SYSCALL_ERROR_1; |
| 337 | } |
| 338 | apif = pool_elt_at_index (apm->interfaces, p[0]); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 339 | if_index = apif - apm->interfaces; |
| 340 | |
| 341 | /* bring down the interface */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 342 | vnet_hw_interface_set_flags (vnm, apif->hw_if_index, 0); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 343 | |
| 344 | /* clean up */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 345 | if (apif->unix_file_index != ~0) |
| 346 | { |
| 347 | unix_file_del (&unix_main, unix_main.file_pool + apif->unix_file_index); |
| 348 | apif->unix_file_index = ~0; |
| 349 | } |
Eyal Bari | f298ecf | 2016-09-19 18:47:39 +0300 | [diff] [blame] | 350 | else |
| 351 | close (apif->fd); |
| 352 | |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 353 | ring_sz = apif->rx_req->tp_block_size * apif->rx_req->tp_block_nr + |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 354 | apif->tx_req->tp_block_size * apif->tx_req->tp_block_nr; |
| 355 | if (munmap (apif->rx_ring, ring_sz)) |
| 356 | clib_warning ("Host interface %s could not free rx/tx ring", |
| 357 | host_if_name); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 358 | apif->rx_ring = NULL; |
| 359 | apif->tx_ring = NULL; |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 360 | apif->fd = -1; |
| 361 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 362 | vec_free (apif->rx_req); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 363 | apif->rx_req = NULL; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 364 | vec_free (apif->tx_req); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 365 | apif->tx_req = NULL; |
| 366 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 367 | vec_free (apif->host_if_name); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 368 | apif->host_if_name = NULL; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame^] | 369 | apif->host_if_index = -1; |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 370 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 371 | mhash_unset (&apm->if_index_by_host_if_name, host_if_name, &if_index); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 372 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 373 | ethernet_delete_interface (vnm, apif->hw_if_index); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 374 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 375 | pool_put (apm->interfaces, apif); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 376 | |
| 377 | return 0; |
| 378 | } |
| 379 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 380 | static clib_error_t * |
| 381 | af_packet_init (vlib_main_t * vm) |
| 382 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 383 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 553f6bd | 2016-09-07 11:54:22 +0200 | [diff] [blame] | 384 | vlib_thread_main_t *tm = vlib_get_thread_main (); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 385 | |
| 386 | memset (apm, 0, sizeof (af_packet_main_t)); |
| 387 | |
| 388 | mhash_init_vec_string (&apm->if_index_by_host_if_name, sizeof (uword)); |
| 389 | |
Damjan Marion | 553f6bd | 2016-09-07 11:54:22 +0200 | [diff] [blame] | 390 | vec_validate_aligned (apm->rx_buffers, tm->n_vlib_mains - 1, |
| 391 | CLIB_CACHE_LINE_BYTES); |
| 392 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 393 | return 0; |
| 394 | } |
| 395 | |
| 396 | VLIB_INIT_FUNCTION (af_packet_init); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 397 | |
| 398 | /* |
| 399 | * fd.io coding-style-patch-verification: ON |
| 400 | * |
| 401 | * Local Variables: |
| 402 | * eval: (c-set-style "gnu") |
| 403 | * End: |
| 404 | */ |