Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 1 | /* |
| 2 | *------------------------------------------------------------------ |
| 3 | * af_packet.c - linux kernel packet interface |
| 4 | * |
| 5 | * Copyright (c) 2016 Cisco and/or its affiliates. |
| 6 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | * you may not use this file except in compliance with the License. |
| 8 | * You may obtain a copy of the License at: |
| 9 | * |
| 10 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | * |
| 12 | * Unless required by applicable law or agreed to in writing, software |
| 13 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | * See the License for the specific language governing permissions and |
| 16 | * limitations under the License. |
| 17 | *------------------------------------------------------------------ |
| 18 | */ |
| 19 | |
| 20 | #include <linux/if_ether.h> |
| 21 | #include <linux/if_packet.h> |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 22 | #include <sys/ioctl.h> |
| 23 | #include <net/if.h> |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 24 | #include <dirent.h> |
Ray Kinsella | 7bfa119 | 2017-05-15 11:52:43 +0100 | [diff] [blame] | 25 | #include <sys/stat.h> |
| 26 | #include <sys/types.h> |
| 27 | #include <fcntl.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 28 | |
Damjan Marion | 01914ce | 2017-09-14 19:04:50 +0200 | [diff] [blame] | 29 | #include <vppinfra/linux/sysfs.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 30 | #include <vlib/vlib.h> |
| 31 | #include <vlib/unix/unix.h> |
| 32 | #include <vnet/ip/ip.h> |
| 33 | #include <vnet/ethernet/ethernet.h> |
| 34 | |
| 35 | #include <vnet/devices/af_packet/af_packet.h> |
| 36 | |
Dave Wallace | 71612d6 | 2017-10-24 01:32:41 -0400 | [diff] [blame] | 37 | af_packet_main_t af_packet_main; |
| 38 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 39 | #define AF_PACKET_TX_FRAMES_PER_BLOCK 1024 |
| 40 | #define AF_PACKET_TX_FRAME_SIZE (2048 * 5) |
| 41 | #define AF_PACKET_TX_BLOCK_NR 1 |
| 42 | #define AF_PACKET_TX_FRAME_NR (AF_PACKET_TX_BLOCK_NR * \ |
| 43 | AF_PACKET_TX_FRAMES_PER_BLOCK) |
| 44 | #define AF_PACKET_TX_BLOCK_SIZE (AF_PACKET_TX_FRAME_SIZE * \ |
| 45 | AF_PACKET_TX_FRAMES_PER_BLOCK) |
| 46 | |
| 47 | #define AF_PACKET_RX_FRAMES_PER_BLOCK 1024 |
| 48 | #define AF_PACKET_RX_FRAME_SIZE (2048 * 5) |
| 49 | #define AF_PACKET_RX_BLOCK_NR 1 |
| 50 | #define AF_PACKET_RX_FRAME_NR (AF_PACKET_RX_BLOCK_NR * \ |
| 51 | AF_PACKET_RX_FRAMES_PER_BLOCK) |
| 52 | #define AF_PACKET_RX_BLOCK_SIZE (AF_PACKET_RX_FRAME_SIZE * \ |
| 53 | AF_PACKET_RX_FRAMES_PER_BLOCK) |
| 54 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 55 | /*defined in net/if.h but clashes with dpdk headers */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 56 | unsigned int if_nametoindex (const char *ifname); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 57 | |
| 58 | typedef struct tpacket_req tpacket_req_t; |
| 59 | |
| 60 | static u32 |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 61 | af_packet_eth_flag_change (vnet_main_t * vnm, vnet_hw_interface_t * hi, |
| 62 | u32 flags) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 63 | { |
Ray Kinsella | 7bfa119 | 2017-05-15 11:52:43 +0100 | [diff] [blame] | 64 | clib_error_t *error; |
| 65 | u8 *s; |
| 66 | af_packet_main_t *apm = &af_packet_main; |
| 67 | af_packet_if_t *apif = |
| 68 | pool_elt_at_index (apm->interfaces, hi->dev_instance); |
| 69 | |
| 70 | if (ETHERNET_INTERFACE_FLAG_MTU == (flags & ETHERNET_INTERFACE_FLAG_MTU)) |
| 71 | { |
| 72 | s = format (0, "/sys/class/net/%s/mtu%c", apif->host_if_name, 0); |
| 73 | |
Damjan Marion | 01914ce | 2017-09-14 19:04:50 +0200 | [diff] [blame] | 74 | error = clib_sysfs_write ((char *) s, "%d", hi->max_packet_bytes); |
Ray Kinsella | 7bfa119 | 2017-05-15 11:52:43 +0100 | [diff] [blame] | 75 | vec_free (s); |
| 76 | |
| 77 | if (error) |
| 78 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 79 | vlib_log_err (apm->log_class, |
| 80 | "sysfs write failed to change MTU: %U", |
| 81 | format_clib_error, error); |
| 82 | clib_error_free (error); |
Ray Kinsella | 7bfa119 | 2017-05-15 11:52:43 +0100 | [diff] [blame] | 83 | return VNET_API_ERROR_SYSCALL_ERROR_1; |
| 84 | } |
| 85 | } |
| 86 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 87 | return 0; |
| 88 | } |
| 89 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 90 | static clib_error_t * |
Damjan Marion | 56dd543 | 2017-09-08 19:52:02 +0200 | [diff] [blame] | 91 | af_packet_fd_read_ready (clib_file_t * uf) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 92 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 93 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 94 | vnet_main_t *vnm = vnet_get_main (); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 95 | u32 idx = uf->private_data; |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 96 | af_packet_if_t *apif = pool_elt_at_index (apm->interfaces, idx); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 97 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 98 | apm->pending_input_bitmap = |
| 99 | clib_bitmap_set (apm->pending_input_bitmap, idx, 1); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 100 | |
| 101 | /* Schedule the rx node */ |
Damjan Marion | eb743fa | 2017-03-20 16:34:15 +0100 | [diff] [blame] | 102 | vnet_device_input_set_interrupt_pending (vnm, apif->hw_if_index, 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 103 | |
| 104 | return 0; |
| 105 | } |
| 106 | |
| 107 | static int |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 108 | is_bridge (const u8 * host_if_name) |
| 109 | { |
| 110 | u8 *s; |
| 111 | DIR *dir = NULL; |
| 112 | |
| 113 | s = format (0, "/sys/class/net/%s/bridge%c", host_if_name, 0); |
| 114 | dir = opendir ((char *) s); |
| 115 | vec_free (s); |
| 116 | |
| 117 | if (dir) |
| 118 | { |
| 119 | closedir (dir); |
| 120 | return 0; |
| 121 | } |
| 122 | |
| 123 | return -1; |
| 124 | } |
| 125 | |
| 126 | static int |
| 127 | create_packet_v2_sock (int host_if_index, tpacket_req_t * rx_req, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 128 | tpacket_req_t * tx_req, int *fd, u8 ** ring) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 129 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 130 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 131 | int ret, err; |
| 132 | struct sockaddr_ll sll; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 133 | int ver = TPACKET_V2; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 134 | socklen_t req_sz = sizeof (struct tpacket_req); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 135 | u32 ring_sz = rx_req->tp_block_size * rx_req->tp_block_nr + |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 136 | tx_req->tp_block_size * tx_req->tp_block_nr; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 137 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 138 | if ((*fd = socket (AF_PACKET, SOCK_RAW, htons (ETH_P_ALL))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 139 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 140 | vlib_log_debug (apm->log_class, "Failed to create socket"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 141 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 142 | goto error; |
| 143 | } |
Damjan Marion | c517020 | 2017-10-11 14:15:47 +0200 | [diff] [blame] | 144 | |
Chaoyu Jin | afb1930 | 2018-03-13 07:37:41 -0700 | [diff] [blame] | 145 | /* bind before rx ring is cfged so we don't receive packets from other interfaces */ |
| 146 | memset (&sll, 0, sizeof (sll)); |
| 147 | sll.sll_family = PF_PACKET; |
| 148 | sll.sll_protocol = htons (ETH_P_ALL); |
| 149 | sll.sll_ifindex = host_if_index; |
| 150 | if ((err = bind (*fd, (struct sockaddr *) &sll, sizeof (sll))) < 0) |
| 151 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 152 | vlib_log_debug (apm->log_class, |
| 153 | "Failed to bind rx packet socket (error %d)", err); |
Chaoyu Jin | afb1930 | 2018-03-13 07:37:41 -0700 | [diff] [blame] | 154 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 155 | goto error; |
| 156 | } |
| 157 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 158 | if ((err = |
| 159 | setsockopt (*fd, SOL_PACKET, PACKET_VERSION, &ver, sizeof (ver))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 160 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 161 | vlib_log_debug (apm->log_class, |
| 162 | "Failed to set rx packet interface version"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 163 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 164 | goto error; |
| 165 | } |
| 166 | |
Damjan Marion | c517020 | 2017-10-11 14:15:47 +0200 | [diff] [blame] | 167 | int opt = 1; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 168 | if ((err = |
| 169 | setsockopt (*fd, SOL_PACKET, PACKET_LOSS, &opt, sizeof (opt))) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 170 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 171 | vlib_log_debug (apm->log_class, |
| 172 | "Failed to set packet tx ring error handling option"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 173 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 174 | goto error; |
| 175 | } |
| 176 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 177 | if ((err = |
| 178 | setsockopt (*fd, SOL_PACKET, PACKET_RX_RING, rx_req, req_sz)) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 179 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 180 | vlib_log_debug (apm->log_class, "Failed to set packet rx ring options"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 181 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 182 | goto error; |
| 183 | } |
| 184 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 185 | if ((err = |
| 186 | setsockopt (*fd, SOL_PACKET, PACKET_TX_RING, tx_req, req_sz)) < 0) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 187 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 188 | vlib_log_debug (apm->log_class, "Failed to set packet tx ring options"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 189 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 190 | goto error; |
| 191 | } |
| 192 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 193 | *ring = |
| 194 | mmap (NULL, ring_sz, PROT_READ | PROT_WRITE, MAP_SHARED | MAP_LOCKED, *fd, |
| 195 | 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 196 | if (*ring == MAP_FAILED) |
| 197 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 198 | vlib_log_debug (apm->log_class, "mmap failure"); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 199 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 200 | goto error; |
| 201 | } |
| 202 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 203 | return 0; |
| 204 | error: |
Dave Barach | 16ad6ae | 2016-07-28 17:55:30 -0400 | [diff] [blame] | 205 | if (*fd >= 0) |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 206 | close (*fd); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 207 | *fd = -1; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 208 | return ret; |
| 209 | } |
| 210 | |
| 211 | int |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 212 | af_packet_create_if (vlib_main_t * vm, u8 * host_if_name, u8 * hw_addr_set, |
| 213 | u32 * sw_if_index) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 214 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 215 | af_packet_main_t *apm = &af_packet_main; |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 216 | int ret, fd = -1, fd2 = -1; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 217 | struct tpacket_req *rx_req = 0; |
| 218 | struct tpacket_req *tx_req = 0; |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 219 | struct ifreq ifr; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 220 | u8 *ring = 0; |
| 221 | af_packet_if_t *apif = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 222 | u8 hw_addr[6]; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 223 | clib_error_t *error; |
| 224 | vnet_sw_interface_t *sw; |
Damjan Marion | 4403690 | 2017-04-28 12:29:15 +0200 | [diff] [blame] | 225 | vnet_hw_interface_t *hw; |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 226 | vlib_thread_main_t *tm = vlib_get_thread_main (); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 227 | vnet_main_t *vnm = vnet_get_main (); |
| 228 | uword *p; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 229 | uword if_index; |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 230 | u8 *host_if_name_dup = vec_dup (host_if_name); |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 231 | int host_if_index = -1; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 232 | |
| 233 | p = mhash_get (&apm->if_index_by_host_if_name, host_if_name); |
| 234 | if (p) |
| 235 | { |
Mohsin Kazmi | 43fc688 | 2018-03-22 23:45:23 +0100 | [diff] [blame] | 236 | apif = vec_elt_at_index (apm->interfaces, p[0]); |
| 237 | *sw_if_index = apif->sw_if_index; |
| 238 | return VNET_API_ERROR_IF_ALREADY_EXISTS; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 239 | } |
| 240 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 241 | vec_validate (rx_req, 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 242 | rx_req->tp_block_size = AF_PACKET_RX_BLOCK_SIZE; |
| 243 | rx_req->tp_frame_size = AF_PACKET_RX_FRAME_SIZE; |
| 244 | rx_req->tp_block_nr = AF_PACKET_RX_BLOCK_NR; |
| 245 | rx_req->tp_frame_nr = AF_PACKET_RX_FRAME_NR; |
| 246 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 247 | vec_validate (tx_req, 0); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 248 | tx_req->tp_block_size = AF_PACKET_TX_BLOCK_SIZE; |
| 249 | tx_req->tp_frame_size = AF_PACKET_TX_FRAME_SIZE; |
| 250 | tx_req->tp_block_nr = AF_PACKET_TX_BLOCK_NR; |
| 251 | tx_req->tp_frame_nr = AF_PACKET_TX_FRAME_NR; |
| 252 | |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 253 | /* |
| 254 | * make sure host side of interface is 'UP' before binding AF_PACKET |
| 255 | * socket on it. |
| 256 | */ |
| 257 | if ((fd2 = socket (AF_UNIX, SOCK_DGRAM, 0)) < 0) |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 258 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 259 | vlib_log_debug (apm->log_class, "Failed to create socket"); |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 260 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 261 | goto error; |
| 262 | } |
| 263 | |
| 264 | clib_memcpy (ifr.ifr_name, (const char *) host_if_name, |
| 265 | vec_len (host_if_name)); |
| 266 | if ((ret = ioctl (fd2, SIOCGIFINDEX, &ifr)) < 0) |
| 267 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 268 | vlib_log_debug (apm->log_class, "af_packet_create error: %d", ret); |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 269 | close (fd2); |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 270 | return VNET_API_ERROR_INVALID_INTERFACE; |
| 271 | } |
| 272 | |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 273 | host_if_index = ifr.ifr_ifindex; |
| 274 | if ((ret = ioctl (fd2, SIOCGIFFLAGS, &ifr)) < 0) |
| 275 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 276 | vlib_log_warn (apm->log_class, "af_packet_create error: %d", ret); |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 277 | goto error; |
| 278 | } |
| 279 | |
| 280 | if (!(ifr.ifr_flags & IFF_UP)) |
| 281 | { |
| 282 | ifr.ifr_flags |= IFF_UP; |
| 283 | if ((ret = ioctl (fd2, SIOCSIFFLAGS, &ifr)) < 0) |
| 284 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 285 | vlib_log_warn (apm->log_class, "af_packet_create error: %d", ret); |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 286 | goto error; |
| 287 | } |
| 288 | } |
| 289 | |
| 290 | if (fd2 > -1) |
| 291 | close (fd2); |
| 292 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 293 | ret = create_packet_v2_sock (host_if_index, rx_req, tx_req, &fd, &ring); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 294 | |
| 295 | if (ret != 0) |
| 296 | goto error; |
| 297 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 298 | ret = is_bridge (host_if_name); |
| 299 | |
| 300 | if (ret == 0) /* is a bridge, ignore state */ |
| 301 | host_if_index = -1; |
| 302 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 303 | /* So far everything looks good, let's create interface */ |
Damjan Marion | 048ee2e | 2016-03-16 22:59:21 +0100 | [diff] [blame] | 304 | pool_get (apm->interfaces, apif); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 305 | if_index = apif - apm->interfaces; |
| 306 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 307 | apif->host_if_index = host_if_index; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 308 | apif->fd = fd; |
| 309 | apif->rx_ring = ring; |
| 310 | apif->tx_ring = ring + rx_req->tp_block_size * rx_req->tp_block_nr; |
| 311 | apif->rx_req = rx_req; |
| 312 | apif->tx_req = tx_req; |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 313 | apif->host_if_name = host_if_name_dup; |
Dave Barach | 13f3c45 | 2016-03-29 11:56:41 -0400 | [diff] [blame] | 314 | apif->per_interface_next_index = ~0; |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 315 | apif->next_tx_frame = 0; |
| 316 | apif->next_rx_frame = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 317 | |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 318 | if (tm->n_vlib_mains > 1) |
Damjan Marion | 1927da2 | 2017-03-27 17:08:20 +0200 | [diff] [blame] | 319 | clib_spinlock_init (&apif->lockp); |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 320 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 321 | { |
Damjan Marion | 56dd543 | 2017-09-08 19:52:02 +0200 | [diff] [blame] | 322 | clib_file_t template = { 0 }; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 323 | template.read_function = af_packet_fd_read_ready; |
| 324 | template.file_descriptor = fd; |
| 325 | template.private_data = if_index; |
| 326 | template.flags = UNIX_FILE_EVENT_EDGE_TRIGGERED; |
Damjan Marion | ceab788 | 2018-01-19 20:56:12 +0100 | [diff] [blame] | 327 | template.description = format (0, "%U", format_af_packet_device_name, |
| 328 | if_index); |
Damjan Marion | 56dd543 | 2017-09-08 19:52:02 +0200 | [diff] [blame] | 329 | apif->clib_file_index = clib_file_add (&file_main, &template); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 330 | } |
| 331 | |
| 332 | /*use configured or generate random MAC address */ |
| 333 | if (hw_addr_set) |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 334 | clib_memcpy (hw_addr, hw_addr_set, 6); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 335 | else |
| 336 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 337 | f64 now = vlib_time_now (vm); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 338 | u32 rnd; |
| 339 | rnd = (u32) (now * 1e6); |
| 340 | rnd = random_u32 (&rnd); |
| 341 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 342 | clib_memcpy (hw_addr + 2, &rnd, sizeof (rnd)); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 343 | hw_addr[0] = 2; |
| 344 | hw_addr[1] = 0xfe; |
| 345 | } |
| 346 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 347 | error = ethernet_register_interface (vnm, af_packet_device_class.index, |
| 348 | if_index, hw_addr, &apif->hw_if_index, |
| 349 | af_packet_eth_flag_change); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 350 | |
| 351 | if (error) |
| 352 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 353 | memset (apif, 0, sizeof (*apif)); |
| 354 | pool_put (apm->interfaces, apif); |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 355 | vlib_log_err (apm->log_class, "Unable to register interface: %U", |
| 356 | format_clib_error, error); |
| 357 | clib_error_free (error); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 358 | ret = VNET_API_ERROR_SYSCALL_ERROR_1; |
| 359 | goto error; |
| 360 | } |
| 361 | |
| 362 | sw = vnet_get_hw_sw_interface (vnm, apif->hw_if_index); |
Damjan Marion | 4403690 | 2017-04-28 12:29:15 +0200 | [diff] [blame] | 363 | hw = vnet_get_hw_interface (vnm, apif->hw_if_index); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 364 | apif->sw_if_index = sw->sw_if_index; |
Damjan Marion | 4403690 | 2017-04-28 12:29:15 +0200 | [diff] [blame] | 365 | vnet_hw_interface_set_input_node (vnm, apif->hw_if_index, |
| 366 | af_packet_input_node.index); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 367 | |
Damjan Marion | 4403690 | 2017-04-28 12:29:15 +0200 | [diff] [blame] | 368 | vnet_hw_interface_assign_rx_thread (vnm, apif->hw_if_index, 0, /* queue */ |
| 369 | ~0 /* any cpu */ ); |
| 370 | |
| 371 | hw->flags |= VNET_HW_INTERFACE_FLAG_SUPPORTS_INT_MODE; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 372 | vnet_hw_interface_set_flags (vnm, apif->hw_if_index, |
| 373 | VNET_HW_INTERFACE_FLAG_LINK_UP); |
| 374 | |
Damjan Marion | 4403690 | 2017-04-28 12:29:15 +0200 | [diff] [blame] | 375 | vnet_hw_interface_set_rx_mode (vnm, apif->hw_if_index, 0, |
| 376 | VNET_HW_INTERFACE_RX_MODE_INTERRUPT); |
| 377 | |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 378 | mhash_set_mem (&apm->if_index_by_host_if_name, host_if_name_dup, &if_index, |
| 379 | 0); |
Pierre Pfister | 78ea9c2 | 2016-05-23 12:51:54 +0100 | [diff] [blame] | 380 | if (sw_if_index) |
| 381 | *sw_if_index = apif->sw_if_index; |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 382 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 383 | return 0; |
| 384 | |
| 385 | error: |
Mohsin Kazmi | a50a14c | 2018-04-25 15:58:05 +0200 | [diff] [blame] | 386 | if (fd2 > -1) |
| 387 | close (fd2); |
Ivan Kelly | bfe737a | 2016-10-07 18:02:43 +0200 | [diff] [blame] | 388 | vec_free (host_if_name_dup); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 389 | vec_free (rx_req); |
| 390 | vec_free (tx_req); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 391 | return ret; |
| 392 | } |
| 393 | |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 394 | int |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 395 | af_packet_delete_if (vlib_main_t * vm, u8 * host_if_name) |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 396 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 397 | vnet_main_t *vnm = vnet_get_main (); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 398 | af_packet_main_t *apm = &af_packet_main; |
| 399 | af_packet_if_t *apif; |
| 400 | uword *p; |
| 401 | uword if_index; |
| 402 | u32 ring_sz; |
| 403 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 404 | p = mhash_get (&apm->if_index_by_host_if_name, host_if_name); |
| 405 | if (p == NULL) |
| 406 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 407 | vlib_log_warn (apm->log_class, "Host interface %s does not exist", |
| 408 | host_if_name); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 409 | return VNET_API_ERROR_SYSCALL_ERROR_1; |
| 410 | } |
| 411 | apif = pool_elt_at_index (apm->interfaces, p[0]); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 412 | if_index = apif - apm->interfaces; |
| 413 | |
| 414 | /* bring down the interface */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 415 | vnet_hw_interface_set_flags (vnm, apif->hw_if_index, 0); |
Damjan Marion | 4403690 | 2017-04-28 12:29:15 +0200 | [diff] [blame] | 416 | vnet_hw_interface_unassign_rx_thread (vnm, apif->hw_if_index, 0); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 417 | |
| 418 | /* clean up */ |
Damjan Marion | 56dd543 | 2017-09-08 19:52:02 +0200 | [diff] [blame] | 419 | if (apif->clib_file_index != ~0) |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 420 | { |
Damjan Marion | 56dd543 | 2017-09-08 19:52:02 +0200 | [diff] [blame] | 421 | clib_file_del (&file_main, file_main.file_pool + apif->clib_file_index); |
| 422 | apif->clib_file_index = ~0; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 423 | } |
Eyal Bari | f298ecf | 2016-09-19 18:47:39 +0300 | [diff] [blame] | 424 | else |
| 425 | close (apif->fd); |
| 426 | |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 427 | ring_sz = apif->rx_req->tp_block_size * apif->rx_req->tp_block_nr + |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 428 | apif->tx_req->tp_block_size * apif->tx_req->tp_block_nr; |
| 429 | if (munmap (apif->rx_ring, ring_sz)) |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 430 | vlib_log_warn (apm->log_class, |
| 431 | "Host interface %s could not free rx/tx ring", |
| 432 | host_if_name); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 433 | apif->rx_ring = NULL; |
| 434 | apif->tx_ring = NULL; |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 435 | apif->fd = -1; |
| 436 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 437 | vec_free (apif->rx_req); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 438 | apif->rx_req = NULL; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 439 | vec_free (apif->tx_req); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 440 | apif->tx_req = NULL; |
| 441 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 442 | vec_free (apif->host_if_name); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 443 | apif->host_if_name = NULL; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 444 | apif->host_if_index = -1; |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 445 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 446 | mhash_unset (&apm->if_index_by_host_if_name, host_if_name, &if_index); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 447 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 448 | ethernet_delete_interface (vnm, apif->hw_if_index); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 449 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 450 | pool_put (apm->interfaces, apif); |
Peter Lei | dba76f2 | 2016-04-08 08:16:31 -0700 | [diff] [blame] | 451 | |
| 452 | return 0; |
| 453 | } |
| 454 | |
Jakub Grajciar | 92b0275 | 2017-10-20 13:37:28 +0200 | [diff] [blame] | 455 | int |
| 456 | af_packet_set_l4_cksum_offload (vlib_main_t * vm, u32 sw_if_index, u8 set) |
| 457 | { |
| 458 | vnet_main_t *vnm = vnet_get_main (); |
| 459 | vnet_hw_interface_t *hw; |
| 460 | |
| 461 | hw = vnet_get_sup_hw_interface (vnm, sw_if_index); |
| 462 | |
Jakub Grajciar | 64ae778 | 2017-11-14 13:45:04 +0100 | [diff] [blame] | 463 | if (hw->dev_class_index != af_packet_device_class.index) |
| 464 | return VNET_API_ERROR_INVALID_INTERFACE; |
| 465 | |
Jakub Grajciar | 92b0275 | 2017-10-20 13:37:28 +0200 | [diff] [blame] | 466 | if (set) |
| 467 | hw->flags &= ~VNET_HW_INTERFACE_FLAG_SUPPORTS_TX_L4_CKSUM_OFFLOAD; |
| 468 | else |
| 469 | hw->flags |= VNET_HW_INTERFACE_FLAG_SUPPORTS_TX_L4_CKSUM_OFFLOAD; |
| 470 | |
| 471 | return 0; |
| 472 | } |
| 473 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 474 | static clib_error_t * |
| 475 | af_packet_init (vlib_main_t * vm) |
| 476 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 477 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 553f6bd | 2016-09-07 11:54:22 +0200 | [diff] [blame] | 478 | vlib_thread_main_t *tm = vlib_get_thread_main (); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 479 | |
| 480 | memset (apm, 0, sizeof (af_packet_main_t)); |
| 481 | |
| 482 | mhash_init_vec_string (&apm->if_index_by_host_if_name, sizeof (uword)); |
| 483 | |
Damjan Marion | 553f6bd | 2016-09-07 11:54:22 +0200 | [diff] [blame] | 484 | vec_validate_aligned (apm->rx_buffers, tm->n_vlib_mains - 1, |
| 485 | CLIB_CACHE_LINE_BYTES); |
| 486 | |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 487 | apm->log_class = vlib_log_register_class ("af_packet", 0); |
| 488 | vlib_log_debug (apm->log_class, "initialized"); |
| 489 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 490 | return 0; |
| 491 | } |
| 492 | |
| 493 | VLIB_INIT_FUNCTION (af_packet_init); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 494 | |
| 495 | /* |
| 496 | * fd.io coding-style-patch-verification: ON |
| 497 | * |
| 498 | * Local Variables: |
| 499 | * eval: (c-set-style "gnu") |
| 500 | * End: |
| 501 | */ |