Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 1 | /* |
| 2 | *------------------------------------------------------------------ |
| 3 | * af_packet.c - linux kernel packet interface |
| 4 | * |
| 5 | * Copyright (c) 2016 Cisco and/or its affiliates. |
| 6 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | * you may not use this file except in compliance with the License. |
| 8 | * You may obtain a copy of the License at: |
| 9 | * |
| 10 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | * |
| 12 | * Unless required by applicable law or agreed to in writing, software |
| 13 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | * See the License for the specific language governing permissions and |
| 16 | * limitations under the License. |
| 17 | *------------------------------------------------------------------ |
| 18 | */ |
| 19 | |
| 20 | #include <linux/if_packet.h> |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 21 | #include <sys/socket.h> |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 22 | #include <sys/ioctl.h> |
| 23 | #include <net/if.h> |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 24 | #include <net/if_arp.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 25 | |
| 26 | #include <vlib/vlib.h> |
| 27 | #include <vlib/unix/unix.h> |
| 28 | #include <vnet/ip/ip.h> |
| 29 | #include <vnet/ethernet/ethernet.h> |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 30 | #include <vnet/ip/ip4_packet.h> |
| 31 | #include <vnet/ip/ip6_packet.h> |
| 32 | #include <vnet/ip/ip_psh_cksum.h> |
| 33 | #include <vnet/tcp/tcp_packet.h> |
| 34 | #include <vnet/udp/udp_packet.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 35 | |
| 36 | #include <vnet/devices/af_packet/af_packet.h> |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 37 | #include <vnet/devices/virtio/virtio_std.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 38 | |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 39 | #define foreach_af_packet_tx_func_error \ |
| 40 | _(FRAME_NOT_READY, "tx frame not ready") \ |
| 41 | _(TXRING_EAGAIN, "tx sendto temporary failure") \ |
| 42 | _(TXRING_FATAL, "tx sendto fatal failure") \ |
| 43 | _(TXRING_OVERRUN, "tx ring overrun") |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 44 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 45 | typedef enum |
| 46 | { |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 47 | #define _(f,s) AF_PACKET_TX_ERROR_##f, |
| 48 | foreach_af_packet_tx_func_error |
| 49 | #undef _ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 50 | AF_PACKET_TX_N_ERROR, |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 51 | } af_packet_tx_func_error_t; |
| 52 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 53 | static char *af_packet_tx_func_error_strings[] = { |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 54 | #define _(n,s) s, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 55 | foreach_af_packet_tx_func_error |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 56 | #undef _ |
| 57 | }; |
| 58 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 59 | typedef struct |
| 60 | { |
| 61 | u32 buffer_index; |
| 62 | u32 hw_if_index; |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 63 | u16 queue_id; |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 64 | tpacket3_hdr_t tph; |
| 65 | vnet_virtio_net_hdr_t vnet_hdr; |
| 66 | vlib_buffer_t buffer; |
| 67 | } af_packet_tx_trace_t; |
Damjan Marion | c517020 | 2017-10-11 14:15:47 +0200 | [diff] [blame] | 68 | |
Filip Tehlar | aee7364 | 2019-03-13 05:50:44 -0700 | [diff] [blame] | 69 | #ifndef CLIB_MARCH_VARIANT |
Damjan Marion | ceab788 | 2018-01-19 20:56:12 +0100 | [diff] [blame] | 70 | u8 * |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 71 | format_af_packet_device_name (u8 * s, va_list * args) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 72 | { |
| 73 | u32 i = va_arg (*args, u32); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 74 | af_packet_main_t *apm = &af_packet_main; |
| 75 | af_packet_if_t *apif = pool_elt_at_index (apm->interfaces, i); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 76 | |
| 77 | s = format (s, "host-%s", apif->host_if_name); |
| 78 | return s; |
| 79 | } |
Filip Tehlar | aee7364 | 2019-03-13 05:50:44 -0700 | [diff] [blame] | 80 | #endif /* CLIB_MARCH_VARIANT */ |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 81 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 82 | static u8 * |
| 83 | format_af_packet_device (u8 * s, va_list * args) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 84 | { |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 85 | u32 dev_instance = va_arg (*args, u32); |
| 86 | u32 indent = format_get_indent (s); |
| 87 | int __clib_unused verbose = va_arg (*args, int); |
| 88 | |
| 89 | af_packet_main_t *apm = &af_packet_main; |
| 90 | af_packet_if_t *apif = pool_elt_at_index (apm->interfaces, dev_instance); |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 91 | af_packet_queue_t *rx_queue = 0; |
| 92 | af_packet_queue_t *tx_queue = 0; |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 93 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 94 | s = format (s, "Linux PACKET socket interface"); |
Mohsin Kazmi | 2b6479c | 2022-04-05 12:03:47 +0000 | [diff] [blame] | 95 | s = format (s, "\n%UFEATURES:", format_white_space, indent); |
| 96 | if (apif->is_qdisc_bypass_enabled) |
| 97 | s = format (s, "\n%Uqdisc-bpass-enabled", format_white_space, indent + 2); |
Mohsin Kazmi | 788676b | 2022-04-05 12:43:13 +0000 | [diff] [blame^] | 98 | if (apif->is_cksum_gso_enabled) |
| 99 | s = format (s, "\n%Ucksum-gso-enabled", format_white_space, indent + 2); |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 100 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 101 | vec_foreach (rx_queue, apif->rx_queues) |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 102 | { |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 103 | u32 rx_block_size = rx_queue->rx_req->tp_block_size; |
| 104 | u32 rx_frame_size = rx_queue->rx_req->tp_frame_size; |
| 105 | u32 rx_frame_nr = rx_queue->rx_req->tp_frame_nr; |
| 106 | u32 rx_block_nr = rx_queue->rx_req->tp_block_nr; |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 107 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 108 | s = format (s, "\n%URX Queue %u:", format_white_space, indent, |
| 109 | rx_queue->queue_id); |
| 110 | s = format (s, "\n%Ublock size:%d nr:%d frame size:%d nr:%d", |
| 111 | format_white_space, indent + 2, rx_block_size, rx_block_nr, |
| 112 | rx_frame_size, rx_frame_nr); |
| 113 | s = format (s, " next block:%d", rx_queue->next_rx_block); |
| 114 | if (rx_queue->is_rx_pending) |
| 115 | { |
| 116 | s = format ( |
| 117 | s, "\n%UPending Request: num-rx-pkts:%d next-frame-offset:%d", |
| 118 | format_white_space, indent + 2, rx_queue->num_rx_pkts, |
| 119 | rx_queue->rx_frame_offset); |
| 120 | } |
| 121 | } |
| 122 | |
| 123 | vec_foreach (tx_queue, apif->tx_queues) |
| 124 | { |
| 125 | clib_spinlock_lock (&tx_queue->lockp); |
| 126 | u32 tx_block_sz = tx_queue->tx_req->tp_block_size; |
| 127 | u32 tx_frame_sz = tx_queue->tx_req->tp_frame_size; |
| 128 | u32 tx_frame_nr = tx_queue->tx_req->tp_frame_nr; |
| 129 | u32 tx_block_nr = tx_queue->tx_req->tp_block_nr; |
| 130 | int block = 0; |
| 131 | int n_send_req = 0, n_avail = 0, n_sending = 0, n_tot = 0, n_wrong = 0; |
| 132 | u8 *tx_block_start = tx_queue->tx_ring[block]; |
| 133 | u32 tx_frame = tx_queue->next_tx_frame; |
| 134 | tpacket3_hdr_t *tph; |
| 135 | |
| 136 | s = format (s, "\n%UTX Queue %u:", format_white_space, indent, |
| 137 | tx_queue->queue_id); |
| 138 | s = format (s, "\n%Ublock size:%d nr:%d frame size:%d nr:%d", |
| 139 | format_white_space, indent + 2, tx_block_sz, tx_block_nr, |
| 140 | tx_frame_sz, tx_frame_nr); |
| 141 | s = format (s, " next frame:%d", tx_queue->next_tx_frame); |
| 142 | |
| 143 | do |
| 144 | { |
| 145 | tph = (tpacket3_hdr_t *) (tx_block_start + tx_frame * tx_frame_sz); |
| 146 | tx_frame = (tx_frame + 1) % tx_frame_nr; |
| 147 | if (tph->tp_status == 0) |
| 148 | n_avail++; |
| 149 | else if (tph->tp_status & TP_STATUS_SEND_REQUEST) |
| 150 | n_send_req++; |
| 151 | else if (tph->tp_status & TP_STATUS_SENDING) |
| 152 | n_sending++; |
| 153 | else |
| 154 | n_wrong++; |
| 155 | n_tot++; |
| 156 | } |
| 157 | while (tx_frame != tx_queue->next_tx_frame); |
| 158 | s = |
| 159 | format (s, "\n%Uavailable:%d request:%d sending:%d wrong:%d total:%d", |
| 160 | format_white_space, indent + 2, n_avail, n_send_req, n_sending, |
| 161 | n_wrong, n_tot); |
| 162 | clib_spinlock_unlock (&tx_queue->lockp); |
| 163 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 164 | return s; |
| 165 | } |
| 166 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 167 | static u8 * |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 168 | format_af_packet_tx_trace (u8 *s, va_list *va) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 169 | { |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 170 | CLIB_UNUSED (vlib_main_t * vm) = va_arg (*va, vlib_main_t *); |
| 171 | CLIB_UNUSED (vlib_node_t * node) = va_arg (*va, vlib_node_t *); |
| 172 | af_packet_tx_trace_t *t = va_arg (*va, af_packet_tx_trace_t *); |
| 173 | u32 indent = format_get_indent (s); |
| 174 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 175 | s = format (s, "af_packet: hw_if_index %u tx-queue %u", t->hw_if_index, |
| 176 | t->queue_id); |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 177 | |
| 178 | s = |
| 179 | format (s, |
| 180 | "\n%Utpacket3_hdr:\n%Ustatus 0x%x len %u snaplen %u mac %u net %u" |
| 181 | "\n%Usec 0x%x nsec 0x%x vlan %U" |
| 182 | #ifdef TP_STATUS_VLAN_TPID_VALID |
| 183 | " vlan_tpid %u" |
| 184 | #endif |
| 185 | , |
| 186 | format_white_space, indent + 2, format_white_space, indent + 4, |
| 187 | t->tph.tp_status, t->tph.tp_len, t->tph.tp_snaplen, t->tph.tp_mac, |
| 188 | t->tph.tp_net, format_white_space, indent + 4, t->tph.tp_sec, |
| 189 | t->tph.tp_nsec, format_ethernet_vlan_tci, t->tph.hv1.tp_vlan_tci |
| 190 | #ifdef TP_STATUS_VLAN_TPID_VALID |
| 191 | , |
| 192 | t->tph.hv1.tp_vlan_tpid |
| 193 | #endif |
| 194 | ); |
| 195 | |
| 196 | s = format (s, |
| 197 | "\n%Uvnet-hdr:\n%Uflags 0x%02x gso_type 0x%02x hdr_len %u" |
| 198 | "\n%Ugso_size %u csum_start %u csum_offset %u", |
| 199 | format_white_space, indent + 2, format_white_space, indent + 4, |
| 200 | t->vnet_hdr.flags, t->vnet_hdr.gso_type, t->vnet_hdr.hdr_len, |
| 201 | format_white_space, indent + 4, t->vnet_hdr.gso_size, |
| 202 | t->vnet_hdr.csum_start, t->vnet_hdr.csum_offset); |
| 203 | |
| 204 | s = format (s, "\n%Ubuffer 0x%x:\n%U%U", format_white_space, indent + 2, |
| 205 | t->buffer_index, format_white_space, indent + 4, |
| 206 | format_vnet_buffer_no_chain, &t->buffer); |
| 207 | s = format (s, "\n%U%U", format_white_space, indent + 2, |
| 208 | format_ethernet_header_with_length, t->buffer.pre_data, |
| 209 | sizeof (t->buffer.pre_data)); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 210 | return s; |
| 211 | } |
| 212 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 213 | static void |
| 214 | af_packet_tx_trace (vlib_main_t *vm, vlib_node_runtime_t *node, |
| 215 | vlib_buffer_t *b0, u32 bi, tpacket3_hdr_t *tph, |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 216 | vnet_virtio_net_hdr_t *vnet_hdr, u32 hw_if_index, |
| 217 | u16 queue_id) |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 218 | { |
| 219 | af_packet_tx_trace_t *t; |
| 220 | t = vlib_add_trace (vm, node, b0, sizeof (t[0])); |
| 221 | t->hw_if_index = hw_if_index; |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 222 | t->queue_id = queue_id; |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 223 | t->buffer_index = bi; |
| 224 | |
| 225 | clib_memcpy_fast (&t->tph, tph, sizeof (*tph)); |
| 226 | clib_memcpy_fast (&t->vnet_hdr, vnet_hdr, sizeof (*vnet_hdr)); |
| 227 | clib_memcpy_fast (&t->buffer, b0, sizeof (*b0) - sizeof (b0->pre_data)); |
| 228 | clib_memcpy_fast (t->buffer.pre_data, vlib_buffer_get_current (b0), |
| 229 | sizeof (t->buffer.pre_data)); |
| 230 | } |
| 231 | |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 232 | static_always_inline void |
| 233 | fill_gso_offload (vlib_buffer_t *b0, vnet_virtio_net_hdr_t *vnet_hdr) |
| 234 | { |
| 235 | vnet_buffer_oflags_t oflags = vnet_buffer (b0)->oflags; |
| 236 | if (b0->flags & VNET_BUFFER_F_IS_IP4) |
| 237 | { |
| 238 | ip4_header_t *ip4; |
| 239 | vnet_hdr->gso_type = VIRTIO_NET_HDR_GSO_TCPV4; |
| 240 | vnet_hdr->gso_size = vnet_buffer2 (b0)->gso_size; |
| 241 | vnet_hdr->hdr_len = |
| 242 | vnet_buffer (b0)->l4_hdr_offset + vnet_buffer2 (b0)->gso_l4_hdr_sz; |
| 243 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 244 | vnet_hdr->csum_start = vnet_buffer (b0)->l4_hdr_offset; // 0x22; |
| 245 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 246 | ip4 = (ip4_header_t *) (vlib_buffer_get_current (b0) + |
| 247 | vnet_buffer (b0)->l3_hdr_offset); |
| 248 | if (oflags & VNET_BUFFER_OFFLOAD_F_IP_CKSUM) |
| 249 | ip4->checksum = ip4_header_checksum (ip4); |
| 250 | } |
| 251 | else if (b0->flags & VNET_BUFFER_F_IS_IP6) |
| 252 | { |
| 253 | vnet_hdr->gso_type = VIRTIO_NET_HDR_GSO_TCPV6; |
| 254 | vnet_hdr->gso_size = vnet_buffer2 (b0)->gso_size; |
| 255 | vnet_hdr->hdr_len = |
| 256 | vnet_buffer (b0)->l4_hdr_offset + vnet_buffer2 (b0)->gso_l4_hdr_sz; |
| 257 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 258 | vnet_hdr->csum_start = vnet_buffer (b0)->l4_hdr_offset; // 0x36; |
| 259 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 260 | } |
| 261 | } |
| 262 | |
| 263 | static_always_inline void |
| 264 | fill_cksum_offload (vlib_buffer_t *b0, vnet_virtio_net_hdr_t *vnet_hdr) |
| 265 | { |
| 266 | vnet_buffer_oflags_t oflags = vnet_buffer (b0)->oflags; |
| 267 | if (b0->flags & VNET_BUFFER_F_IS_IP4) |
| 268 | { |
| 269 | ip4_header_t *ip4; |
| 270 | ip4 = (ip4_header_t *) (vlib_buffer_get_current (b0) + |
| 271 | vnet_buffer (b0)->l3_hdr_offset); |
| 272 | if (oflags & VNET_BUFFER_OFFLOAD_F_IP_CKSUM) |
| 273 | ip4->checksum = ip4_header_checksum (ip4); |
| 274 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 275 | vnet_hdr->csum_start = 0x22; |
| 276 | if (oflags & VNET_BUFFER_OFFLOAD_F_TCP_CKSUM) |
| 277 | { |
| 278 | tcp_header_t *tcp = |
| 279 | (tcp_header_t *) (vlib_buffer_get_current (b0) + |
| 280 | vnet_buffer (b0)->l4_hdr_offset); |
| 281 | tcp->checksum = ip4_pseudo_header_cksum (ip4); |
| 282 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 283 | } |
| 284 | else if (oflags & VNET_BUFFER_OFFLOAD_F_UDP_CKSUM) |
| 285 | { |
| 286 | udp_header_t *udp = |
| 287 | (udp_header_t *) (vlib_buffer_get_current (b0) + |
| 288 | vnet_buffer (b0)->l4_hdr_offset); |
| 289 | udp->checksum = ip4_pseudo_header_cksum (ip4); |
| 290 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (udp_header_t, checksum); |
| 291 | } |
| 292 | } |
| 293 | else if (b0->flags & VNET_BUFFER_F_IS_IP6) |
| 294 | { |
| 295 | ip6_header_t *ip6; |
| 296 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 297 | vnet_hdr->csum_start = 0x36; |
| 298 | ip6 = (ip6_header_t *) (vlib_buffer_get_current (b0) + |
| 299 | vnet_buffer (b0)->l3_hdr_offset); |
| 300 | if (oflags & VNET_BUFFER_OFFLOAD_F_TCP_CKSUM) |
| 301 | { |
| 302 | tcp_header_t *tcp = |
| 303 | (tcp_header_t *) (vlib_buffer_get_current (b0) + |
| 304 | vnet_buffer (b0)->l4_hdr_offset); |
| 305 | tcp->checksum = ip6_pseudo_header_cksum (ip6); |
| 306 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 307 | } |
| 308 | else if (oflags & VNET_BUFFER_OFFLOAD_F_UDP_CKSUM) |
| 309 | { |
| 310 | udp_header_t *udp = |
| 311 | (udp_header_t *) (vlib_buffer_get_current (b0) + |
| 312 | vnet_buffer (b0)->l4_hdr_offset); |
| 313 | udp->checksum = ip6_pseudo_header_cksum (ip6); |
| 314 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (udp_header_t, checksum); |
| 315 | } |
| 316 | } |
| 317 | } |
| 318 | |
Filip Tehlar | aee7364 | 2019-03-13 05:50:44 -0700 | [diff] [blame] | 319 | VNET_DEVICE_CLASS_TX_FN (af_packet_device_class) (vlib_main_t * vm, |
| 320 | vlib_node_runtime_t * node, |
| 321 | vlib_frame_t * frame) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 322 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 323 | af_packet_main_t *apm = &af_packet_main; |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 324 | vnet_hw_if_tx_frame_t *tf = vlib_frame_scalar_args (frame); |
Damjan Marion | a3d5986 | 2018-11-10 10:23:00 +0100 | [diff] [blame] | 325 | u32 *buffers = vlib_frame_vector_args (frame); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 326 | u32 n_left = frame->n_vectors; |
| 327 | u32 n_sent = 0; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 328 | vnet_interface_output_runtime_t *rd = (void *) node->runtime_data; |
| 329 | af_packet_if_t *apif = |
| 330 | pool_elt_at_index (apm->interfaces, rd->dev_instance); |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 331 | u16 queue_id = tf->queue_id; |
| 332 | af_packet_queue_t *tx_queue = vec_elt_at_index (apif->tx_queues, queue_id); |
| 333 | u32 block = 0, frame_size = 0, frame_num = 0, tx_frame = 0; |
| 334 | u8 *block_start = 0; |
| 335 | tpacket3_hdr_t *tph = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 336 | u32 frame_not_ready = 0; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 337 | u8 is_cksum_gso_enabled = (apif->is_cksum_gso_enabled == 1) ? 1 : 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 338 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 339 | if (tf->shared_queue) |
| 340 | clib_spinlock_lock (&tx_queue->lockp); |
| 341 | |
| 342 | frame_size = tx_queue->tx_req->tp_frame_size; |
| 343 | frame_num = tx_queue->tx_req->tp_frame_nr; |
| 344 | block_start = tx_queue->tx_ring[block]; |
| 345 | tx_frame = tx_queue->next_tx_frame; |
| 346 | |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 347 | while (n_left) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 348 | { |
| 349 | u32 len; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 350 | vnet_virtio_net_hdr_t *vnet_hdr = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 351 | u32 offset = 0; |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 352 | vlib_buffer_t *b0 = 0, *b0_first = 0; |
| 353 | u32 bi, bi_first; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 354 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 355 | bi = bi_first = buffers[0]; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 356 | n_left--; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 357 | buffers++; |
| 358 | |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 359 | tph = (tpacket3_hdr_t *) (block_start + tx_frame * frame_size); |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 360 | if (PREDICT_FALSE (tph->tp_status & |
| 361 | (TP_STATUS_SEND_REQUEST | TP_STATUS_SENDING))) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 362 | { |
| 363 | frame_not_ready++; |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 364 | goto next; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 365 | } |
| 366 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 367 | b0_first = b0 = vlib_get_buffer (vm, bi); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 368 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 369 | if (PREDICT_TRUE (is_cksum_gso_enabled)) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 370 | { |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 371 | vnet_hdr = |
| 372 | (vnet_virtio_net_hdr_t *) ((u8 *) tph + TPACKET_ALIGN (sizeof ( |
| 373 | tpacket3_hdr_t))); |
| 374 | |
| 375 | clib_memset_u8 (vnet_hdr, 0, sizeof (vnet_virtio_net_hdr_t)); |
| 376 | offset = sizeof (vnet_virtio_net_hdr_t); |
| 377 | |
| 378 | if (b0->flags & VNET_BUFFER_F_GSO) |
| 379 | fill_gso_offload (b0, vnet_hdr); |
| 380 | else if (b0->flags & VNET_BUFFER_F_OFFLOAD) |
| 381 | fill_cksum_offload (b0, vnet_hdr); |
| 382 | } |
| 383 | |
| 384 | len = b0->current_length; |
| 385 | clib_memcpy_fast ((u8 *) tph + TPACKET_ALIGN (sizeof (tpacket3_hdr_t)) + |
| 386 | offset, |
| 387 | vlib_buffer_get_current (b0), len); |
| 388 | offset += len; |
| 389 | |
| 390 | while (b0->flags & VLIB_BUFFER_NEXT_PRESENT) |
| 391 | { |
| 392 | b0 = vlib_get_buffer (vm, b0->next_buffer); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 393 | len = b0->current_length; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 394 | clib_memcpy_fast ((u8 *) tph + |
| 395 | TPACKET_ALIGN (sizeof (tpacket3_hdr_t)) + offset, |
| 396 | vlib_buffer_get_current (b0), len); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 397 | offset += len; |
| 398 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 399 | |
| 400 | tph->tp_len = tph->tp_snaplen = offset; |
| 401 | tph->tp_status = TP_STATUS_SEND_REQUEST; |
| 402 | n_sent++; |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 403 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 404 | if (PREDICT_FALSE (b0_first->flags & VLIB_BUFFER_IS_TRACED)) |
| 405 | { |
| 406 | if (PREDICT_TRUE (is_cksum_gso_enabled)) |
| 407 | af_packet_tx_trace (vm, node, b0_first, bi_first, tph, vnet_hdr, |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 408 | apif->hw_if_index, queue_id); |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 409 | else |
| 410 | { |
| 411 | vnet_virtio_net_hdr_t vnet_hdr2 = {}; |
| 412 | af_packet_tx_trace (vm, node, b0_first, bi_first, tph, |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 413 | &vnet_hdr2, apif->hw_if_index, queue_id); |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 414 | } |
| 415 | } |
Florin Coras | 837503c | 2017-11-28 11:59:20 -0800 | [diff] [blame] | 416 | tx_frame = (tx_frame + 1) % frame_num; |
| 417 | |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 418 | next: |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 419 | /* check if we've exhausted the ring */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 420 | if (PREDICT_FALSE (frame_not_ready + n_sent == frame_num)) |
| 421 | break; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 422 | } |
| 423 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 424 | CLIB_MEMORY_BARRIER (); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 425 | |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 426 | if (PREDICT_TRUE (n_sent)) |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 427 | { |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 428 | tx_queue->next_tx_frame = tx_frame; |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 429 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 430 | if (PREDICT_FALSE ( |
| 431 | sendto (tx_queue->fd, NULL, 0, MSG_DONTWAIT, NULL, 0) == -1)) |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 432 | { |
| 433 | /* Uh-oh, drop & move on, but count whether it was fatal or not. |
| 434 | * Note that we have no reliable way to properly determine the |
| 435 | * disposition of the packets we just enqueued for delivery. |
| 436 | */ |
| 437 | vlib_error_count (vm, node->node_index, |
| 438 | unix_error_is_fatal (errno) ? |
| 439 | AF_PACKET_TX_ERROR_TXRING_FATAL : |
| 440 | AF_PACKET_TX_ERROR_TXRING_EAGAIN, |
| 441 | n_sent); |
| 442 | } |
| 443 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 444 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 445 | if (tf->shared_queue) |
| 446 | clib_spinlock_unlock (&tx_queue->lockp); |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 447 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 448 | if (PREDICT_FALSE (frame_not_ready)) |
| 449 | vlib_error_count (vm, node->node_index, |
| 450 | AF_PACKET_TX_ERROR_FRAME_NOT_READY, frame_not_ready); |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 451 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 452 | if (PREDICT_FALSE (frame_not_ready + n_sent == frame_num)) |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 453 | vlib_error_count (vm, node->node_index, AF_PACKET_TX_ERROR_TXRING_OVERRUN, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 454 | n_left); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 455 | |
Damjan Marion | a3d5986 | 2018-11-10 10:23:00 +0100 | [diff] [blame] | 456 | vlib_buffer_free (vm, vlib_frame_vector_args (frame), frame->n_vectors); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 457 | return frame->n_vectors; |
| 458 | } |
| 459 | |
| 460 | static void |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 461 | af_packet_set_interface_next_node (vnet_main_t * vnm, u32 hw_if_index, |
| 462 | u32 node_index) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 463 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 464 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 465 | vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 466 | af_packet_if_t *apif = |
| 467 | pool_elt_at_index (apm->interfaces, hw->dev_instance); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 468 | |
| 469 | /* Shut off redirection */ |
| 470 | if (node_index == ~0) |
| 471 | { |
| 472 | apif->per_interface_next_index = node_index; |
| 473 | return; |
| 474 | } |
| 475 | |
| 476 | apif->per_interface_next_index = |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 477 | vlib_node_add_next (vlib_get_main (), af_packet_input_node.index, |
| 478 | node_index); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 479 | } |
| 480 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 481 | static void |
| 482 | af_packet_clear_hw_interface_counters (u32 instance) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 483 | { |
| 484 | /* Nothing for now */ |
| 485 | } |
| 486 | |
| 487 | static clib_error_t * |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 488 | af_packet_interface_admin_up_down (vnet_main_t * vnm, u32 hw_if_index, |
| 489 | u32 flags) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 490 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 491 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 492 | vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 493 | af_packet_if_t *apif = |
| 494 | pool_elt_at_index (apm->interfaces, hw->dev_instance); |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 495 | u32 hw_flags; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 496 | int rv, fd = socket (AF_UNIX, SOCK_DGRAM, 0); |
| 497 | struct ifreq ifr; |
| 498 | |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 499 | if (0 > fd) |
| 500 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 501 | vlib_log_warn (apm->log_class, "af_packet_%s could not open socket", |
| 502 | apif->host_if_name); |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 503 | return 0; |
| 504 | } |
| 505 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 506 | /* if interface is a bridge ignore */ |
| 507 | if (apif->host_if_index < 0) |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 508 | goto error; /* no error */ |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 509 | |
| 510 | /* use host_if_index in case host name has changed */ |
| 511 | ifr.ifr_ifindex = apif->host_if_index; |
| 512 | if ((rv = ioctl (fd, SIOCGIFNAME, &ifr)) < 0) |
| 513 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 514 | vlib_log_warn (apm->log_class, |
| 515 | "af_packet_%s ioctl could not retrieve eth name", |
| 516 | apif->host_if_name); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 517 | goto error; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 518 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 519 | |
| 520 | apif->is_admin_up = (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP) != 0; |
| 521 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 522 | if ((rv = ioctl (fd, SIOCGIFFLAGS, &ifr)) < 0) |
| 523 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 524 | vlib_log_warn (apm->log_class, "af_packet_%s error: %d", |
| 525 | apif->is_admin_up ? "up" : "down", rv); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 526 | goto error; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 527 | } |
| 528 | |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 529 | if (apif->is_admin_up) |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 530 | { |
| 531 | hw_flags = VNET_HW_INTERFACE_FLAG_LINK_UP; |
| 532 | ifr.ifr_flags |= IFF_UP; |
| 533 | } |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 534 | else |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 535 | { |
| 536 | hw_flags = 0; |
| 537 | ifr.ifr_flags &= ~IFF_UP; |
| 538 | } |
| 539 | |
| 540 | if ((rv = ioctl (fd, SIOCSIFFLAGS, &ifr)) < 0) |
| 541 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 542 | vlib_log_warn (apm->log_class, "af_packet_%s error: %d", |
| 543 | apif->is_admin_up ? "up" : "down", rv); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 544 | goto error; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 545 | } |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 546 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 547 | vnet_hw_interface_set_flags (vnm, hw_if_index, hw_flags); |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 548 | |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 549 | error: |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 550 | if (0 <= fd) |
| 551 | close (fd); |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 552 | |
| 553 | return 0; /* no error */ |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 554 | } |
| 555 | |
| 556 | static clib_error_t * |
| 557 | af_packet_subif_add_del_function (vnet_main_t * vnm, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 558 | u32 hw_if_index, |
| 559 | struct vnet_sw_interface_t *st, int is_add) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 560 | { |
| 561 | /* Nothing for now */ |
| 562 | return 0; |
| 563 | } |
| 564 | |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 565 | static clib_error_t *af_packet_set_mac_address_function |
Neale Ranns | 3b81a1e | 2018-09-06 09:50:26 -0700 | [diff] [blame] | 566 | (struct vnet_hw_interface_t *hi, const u8 * old_address, const u8 * address) |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 567 | { |
| 568 | af_packet_main_t *apm = &af_packet_main; |
| 569 | af_packet_if_t *apif = |
| 570 | pool_elt_at_index (apm->interfaces, hi->dev_instance); |
Klement Sekera | c3225dd | 2021-10-26 16:19:45 +0200 | [diff] [blame] | 571 | int rv, fd; |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 572 | struct ifreq ifr; |
| 573 | |
Mohsin Kazmi | cae84fa | 2021-10-08 15:10:49 +0000 | [diff] [blame] | 574 | if (apif->mode == AF_PACKET_IF_MODE_IP) |
| 575 | { |
| 576 | vlib_log_warn (apm->log_class, "af_packet_%s interface is in IP mode", |
| 577 | apif->host_if_name); |
| 578 | return clib_error_return (0, |
| 579 | " MAC update failed, interface is in IP mode"); |
| 580 | } |
| 581 | |
Klement Sekera | c3225dd | 2021-10-26 16:19:45 +0200 | [diff] [blame] | 582 | fd = socket (AF_UNIX, SOCK_DGRAM, 0); |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 583 | if (0 > fd) |
| 584 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 585 | vlib_log_warn (apm->log_class, "af_packet_%s could not open socket", |
| 586 | apif->host_if_name); |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 587 | return 0; |
| 588 | } |
| 589 | |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 590 | /* if interface is a bridge ignore */ |
| 591 | if (apif->host_if_index < 0) |
| 592 | goto error; /* no error */ |
| 593 | |
| 594 | /* use host_if_index in case host name has changed */ |
| 595 | ifr.ifr_ifindex = apif->host_if_index; |
| 596 | if ((rv = ioctl (fd, SIOCGIFNAME, &ifr)) < 0) |
| 597 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 598 | vlib_log_warn |
| 599 | (apm->log_class, |
| 600 | "af_packet_%s ioctl could not retrieve eth name, error: %d", |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 601 | apif->host_if_name, rv); |
| 602 | goto error; |
| 603 | } |
| 604 | |
| 605 | clib_memcpy (ifr.ifr_hwaddr.sa_data, address, 6); |
| 606 | ifr.ifr_hwaddr.sa_family = ARPHRD_ETHER; |
| 607 | |
| 608 | if ((rv = ioctl (fd, SIOCSIFHWADDR, &ifr)) < 0) |
| 609 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 610 | vlib_log_warn (apm->log_class, |
| 611 | "af_packet_%s ioctl could not set mac, error: %d", |
| 612 | apif->host_if_name, rv); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 613 | goto error; |
| 614 | } |
| 615 | |
| 616 | error: |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 617 | |
| 618 | if (0 <= fd) |
| 619 | close (fd); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 620 | |
| 621 | return 0; /* no error */ |
| 622 | } |
| 623 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 624 | VNET_DEVICE_CLASS (af_packet_device_class) = { |
| 625 | .name = "af-packet", |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 626 | .format_device_name = format_af_packet_device_name, |
| 627 | .format_device = format_af_packet_device, |
| 628 | .format_tx_trace = format_af_packet_tx_trace, |
| 629 | .tx_function_n_errors = AF_PACKET_TX_N_ERROR, |
| 630 | .tx_function_error_strings = af_packet_tx_func_error_strings, |
| 631 | .rx_redirect_to_node = af_packet_set_interface_next_node, |
| 632 | .clear_counters = af_packet_clear_hw_interface_counters, |
| 633 | .admin_up_down_function = af_packet_interface_admin_up_down, |
| 634 | .subif_add_del_function = af_packet_subif_add_del_function, |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 635 | .mac_addr_change_function = af_packet_set_mac_address_function, |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 636 | }; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 637 | |
| 638 | /* |
| 639 | * fd.io coding-style-patch-verification: ON |
| 640 | * |
| 641 | * Local Variables: |
| 642 | * eval: (c-set-style "gnu") |
| 643 | * End: |
| 644 | */ |