Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 1 | /* |
| 2 | *------------------------------------------------------------------ |
| 3 | * af_packet.c - linux kernel packet interface |
| 4 | * |
| 5 | * Copyright (c) 2016 Cisco and/or its affiliates. |
| 6 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | * you may not use this file except in compliance with the License. |
| 8 | * You may obtain a copy of the License at: |
| 9 | * |
| 10 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | * |
| 12 | * Unless required by applicable law or agreed to in writing, software |
| 13 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | * See the License for the specific language governing permissions and |
| 16 | * limitations under the License. |
| 17 | *------------------------------------------------------------------ |
| 18 | */ |
| 19 | |
| 20 | #include <linux/if_packet.h> |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 21 | #include <sys/socket.h> |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 22 | #include <sys/ioctl.h> |
| 23 | #include <net/if.h> |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 24 | #include <net/if_arp.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 25 | |
| 26 | #include <vlib/vlib.h> |
| 27 | #include <vlib/unix/unix.h> |
| 28 | #include <vnet/ip/ip.h> |
| 29 | #include <vnet/ethernet/ethernet.h> |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 30 | #include <vnet/ip/ip4_packet.h> |
| 31 | #include <vnet/ip/ip6_packet.h> |
| 32 | #include <vnet/ip/ip_psh_cksum.h> |
| 33 | #include <vnet/tcp/tcp_packet.h> |
| 34 | #include <vnet/udp/udp_packet.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 35 | |
| 36 | #include <vnet/devices/af_packet/af_packet.h> |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 37 | #include <vnet/devices/virtio/virtio_std.h> |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 38 | |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 39 | #define foreach_af_packet_tx_func_error \ |
| 40 | _(FRAME_NOT_READY, "tx frame not ready") \ |
| 41 | _(TXRING_EAGAIN, "tx sendto temporary failure") \ |
| 42 | _(TXRING_FATAL, "tx sendto fatal failure") \ |
| 43 | _(TXRING_OVERRUN, "tx ring overrun") |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 44 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 45 | typedef enum |
| 46 | { |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 47 | #define _(f,s) AF_PACKET_TX_ERROR_##f, |
| 48 | foreach_af_packet_tx_func_error |
| 49 | #undef _ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 50 | AF_PACKET_TX_N_ERROR, |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 51 | } af_packet_tx_func_error_t; |
| 52 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 53 | static char *af_packet_tx_func_error_strings[] = { |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 54 | #define _(n,s) s, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 55 | foreach_af_packet_tx_func_error |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 56 | #undef _ |
| 57 | }; |
| 58 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 59 | typedef struct |
| 60 | { |
| 61 | u32 buffer_index; |
| 62 | u32 hw_if_index; |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 63 | u16 queue_id; |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 64 | tpacket3_hdr_t tph; |
| 65 | vnet_virtio_net_hdr_t vnet_hdr; |
| 66 | vlib_buffer_t buffer; |
| 67 | } af_packet_tx_trace_t; |
Damjan Marion | c517020 | 2017-10-11 14:15:47 +0200 | [diff] [blame] | 68 | |
Filip Tehlar | aee7364 | 2019-03-13 05:50:44 -0700 | [diff] [blame] | 69 | #ifndef CLIB_MARCH_VARIANT |
Damjan Marion | ceab788 | 2018-01-19 20:56:12 +0100 | [diff] [blame] | 70 | u8 * |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 71 | format_af_packet_device_name (u8 * s, va_list * args) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 72 | { |
| 73 | u32 i = va_arg (*args, u32); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 74 | af_packet_main_t *apm = &af_packet_main; |
| 75 | af_packet_if_t *apif = pool_elt_at_index (apm->interfaces, i); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 76 | |
| 77 | s = format (s, "host-%s", apif->host_if_name); |
| 78 | return s; |
| 79 | } |
Filip Tehlar | aee7364 | 2019-03-13 05:50:44 -0700 | [diff] [blame] | 80 | #endif /* CLIB_MARCH_VARIANT */ |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 81 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 82 | static u8 * |
| 83 | format_af_packet_device (u8 * s, va_list * args) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 84 | { |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 85 | u32 dev_instance = va_arg (*args, u32); |
| 86 | u32 indent = format_get_indent (s); |
| 87 | int __clib_unused verbose = va_arg (*args, int); |
| 88 | |
| 89 | af_packet_main_t *apm = &af_packet_main; |
| 90 | af_packet_if_t *apif = pool_elt_at_index (apm->interfaces, dev_instance); |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 91 | af_packet_queue_t *rx_queue = 0; |
| 92 | af_packet_queue_t *tx_queue = 0; |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 93 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 94 | s = format (s, "Linux PACKET socket interface"); |
Mohsin Kazmi | 2b6479c | 2022-04-05 12:03:47 +0000 | [diff] [blame] | 95 | s = format (s, "\n%UFEATURES:", format_white_space, indent); |
| 96 | if (apif->is_qdisc_bypass_enabled) |
| 97 | s = format (s, "\n%Uqdisc-bpass-enabled", format_white_space, indent + 2); |
Mohsin Kazmi | 788676b | 2022-04-05 12:43:13 +0000 | [diff] [blame] | 98 | if (apif->is_cksum_gso_enabled) |
| 99 | s = format (s, "\n%Ucksum-gso-enabled", format_white_space, indent + 2); |
Mohsin Kazmi | c73984a | 2022-04-05 13:08:53 +0000 | [diff] [blame^] | 100 | if (apif->is_fanout_enabled) |
| 101 | s = format (s, "\n%Ufanout-enabled", format_white_space, indent + 2); |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 102 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 103 | vec_foreach (rx_queue, apif->rx_queues) |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 104 | { |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 105 | u32 rx_block_size = rx_queue->rx_req->tp_block_size; |
| 106 | u32 rx_frame_size = rx_queue->rx_req->tp_frame_size; |
| 107 | u32 rx_frame_nr = rx_queue->rx_req->tp_frame_nr; |
| 108 | u32 rx_block_nr = rx_queue->rx_req->tp_block_nr; |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 109 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 110 | s = format (s, "\n%URX Queue %u:", format_white_space, indent, |
| 111 | rx_queue->queue_id); |
| 112 | s = format (s, "\n%Ublock size:%d nr:%d frame size:%d nr:%d", |
| 113 | format_white_space, indent + 2, rx_block_size, rx_block_nr, |
| 114 | rx_frame_size, rx_frame_nr); |
| 115 | s = format (s, " next block:%d", rx_queue->next_rx_block); |
| 116 | if (rx_queue->is_rx_pending) |
| 117 | { |
| 118 | s = format ( |
| 119 | s, "\n%UPending Request: num-rx-pkts:%d next-frame-offset:%d", |
| 120 | format_white_space, indent + 2, rx_queue->num_rx_pkts, |
| 121 | rx_queue->rx_frame_offset); |
| 122 | } |
| 123 | } |
| 124 | |
| 125 | vec_foreach (tx_queue, apif->tx_queues) |
| 126 | { |
| 127 | clib_spinlock_lock (&tx_queue->lockp); |
| 128 | u32 tx_block_sz = tx_queue->tx_req->tp_block_size; |
| 129 | u32 tx_frame_sz = tx_queue->tx_req->tp_frame_size; |
| 130 | u32 tx_frame_nr = tx_queue->tx_req->tp_frame_nr; |
| 131 | u32 tx_block_nr = tx_queue->tx_req->tp_block_nr; |
| 132 | int block = 0; |
| 133 | int n_send_req = 0, n_avail = 0, n_sending = 0, n_tot = 0, n_wrong = 0; |
| 134 | u8 *tx_block_start = tx_queue->tx_ring[block]; |
| 135 | u32 tx_frame = tx_queue->next_tx_frame; |
| 136 | tpacket3_hdr_t *tph; |
| 137 | |
| 138 | s = format (s, "\n%UTX Queue %u:", format_white_space, indent, |
| 139 | tx_queue->queue_id); |
| 140 | s = format (s, "\n%Ublock size:%d nr:%d frame size:%d nr:%d", |
| 141 | format_white_space, indent + 2, tx_block_sz, tx_block_nr, |
| 142 | tx_frame_sz, tx_frame_nr); |
| 143 | s = format (s, " next frame:%d", tx_queue->next_tx_frame); |
| 144 | |
| 145 | do |
| 146 | { |
| 147 | tph = (tpacket3_hdr_t *) (tx_block_start + tx_frame * tx_frame_sz); |
| 148 | tx_frame = (tx_frame + 1) % tx_frame_nr; |
| 149 | if (tph->tp_status == 0) |
| 150 | n_avail++; |
| 151 | else if (tph->tp_status & TP_STATUS_SEND_REQUEST) |
| 152 | n_send_req++; |
| 153 | else if (tph->tp_status & TP_STATUS_SENDING) |
| 154 | n_sending++; |
| 155 | else |
| 156 | n_wrong++; |
| 157 | n_tot++; |
| 158 | } |
| 159 | while (tx_frame != tx_queue->next_tx_frame); |
| 160 | s = |
| 161 | format (s, "\n%Uavailable:%d request:%d sending:%d wrong:%d total:%d", |
| 162 | format_white_space, indent + 2, n_avail, n_send_req, n_sending, |
| 163 | n_wrong, n_tot); |
| 164 | clib_spinlock_unlock (&tx_queue->lockp); |
| 165 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 166 | return s; |
| 167 | } |
| 168 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 169 | static u8 * |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 170 | format_af_packet_tx_trace (u8 *s, va_list *va) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 171 | { |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 172 | CLIB_UNUSED (vlib_main_t * vm) = va_arg (*va, vlib_main_t *); |
| 173 | CLIB_UNUSED (vlib_node_t * node) = va_arg (*va, vlib_node_t *); |
| 174 | af_packet_tx_trace_t *t = va_arg (*va, af_packet_tx_trace_t *); |
| 175 | u32 indent = format_get_indent (s); |
| 176 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 177 | s = format (s, "af_packet: hw_if_index %u tx-queue %u", t->hw_if_index, |
| 178 | t->queue_id); |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 179 | |
| 180 | s = |
| 181 | format (s, |
| 182 | "\n%Utpacket3_hdr:\n%Ustatus 0x%x len %u snaplen %u mac %u net %u" |
| 183 | "\n%Usec 0x%x nsec 0x%x vlan %U" |
| 184 | #ifdef TP_STATUS_VLAN_TPID_VALID |
| 185 | " vlan_tpid %u" |
| 186 | #endif |
| 187 | , |
| 188 | format_white_space, indent + 2, format_white_space, indent + 4, |
| 189 | t->tph.tp_status, t->tph.tp_len, t->tph.tp_snaplen, t->tph.tp_mac, |
| 190 | t->tph.tp_net, format_white_space, indent + 4, t->tph.tp_sec, |
| 191 | t->tph.tp_nsec, format_ethernet_vlan_tci, t->tph.hv1.tp_vlan_tci |
| 192 | #ifdef TP_STATUS_VLAN_TPID_VALID |
| 193 | , |
| 194 | t->tph.hv1.tp_vlan_tpid |
| 195 | #endif |
| 196 | ); |
| 197 | |
| 198 | s = format (s, |
| 199 | "\n%Uvnet-hdr:\n%Uflags 0x%02x gso_type 0x%02x hdr_len %u" |
| 200 | "\n%Ugso_size %u csum_start %u csum_offset %u", |
| 201 | format_white_space, indent + 2, format_white_space, indent + 4, |
| 202 | t->vnet_hdr.flags, t->vnet_hdr.gso_type, t->vnet_hdr.hdr_len, |
| 203 | format_white_space, indent + 4, t->vnet_hdr.gso_size, |
| 204 | t->vnet_hdr.csum_start, t->vnet_hdr.csum_offset); |
| 205 | |
| 206 | s = format (s, "\n%Ubuffer 0x%x:\n%U%U", format_white_space, indent + 2, |
| 207 | t->buffer_index, format_white_space, indent + 4, |
| 208 | format_vnet_buffer_no_chain, &t->buffer); |
| 209 | s = format (s, "\n%U%U", format_white_space, indent + 2, |
| 210 | format_ethernet_header_with_length, t->buffer.pre_data, |
| 211 | sizeof (t->buffer.pre_data)); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 212 | return s; |
| 213 | } |
| 214 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 215 | static void |
| 216 | af_packet_tx_trace (vlib_main_t *vm, vlib_node_runtime_t *node, |
| 217 | vlib_buffer_t *b0, u32 bi, tpacket3_hdr_t *tph, |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 218 | vnet_virtio_net_hdr_t *vnet_hdr, u32 hw_if_index, |
| 219 | u16 queue_id) |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 220 | { |
| 221 | af_packet_tx_trace_t *t; |
| 222 | t = vlib_add_trace (vm, node, b0, sizeof (t[0])); |
| 223 | t->hw_if_index = hw_if_index; |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 224 | t->queue_id = queue_id; |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 225 | t->buffer_index = bi; |
| 226 | |
| 227 | clib_memcpy_fast (&t->tph, tph, sizeof (*tph)); |
| 228 | clib_memcpy_fast (&t->vnet_hdr, vnet_hdr, sizeof (*vnet_hdr)); |
| 229 | clib_memcpy_fast (&t->buffer, b0, sizeof (*b0) - sizeof (b0->pre_data)); |
| 230 | clib_memcpy_fast (t->buffer.pre_data, vlib_buffer_get_current (b0), |
| 231 | sizeof (t->buffer.pre_data)); |
| 232 | } |
| 233 | |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 234 | static_always_inline void |
| 235 | fill_gso_offload (vlib_buffer_t *b0, vnet_virtio_net_hdr_t *vnet_hdr) |
| 236 | { |
| 237 | vnet_buffer_oflags_t oflags = vnet_buffer (b0)->oflags; |
| 238 | if (b0->flags & VNET_BUFFER_F_IS_IP4) |
| 239 | { |
| 240 | ip4_header_t *ip4; |
| 241 | vnet_hdr->gso_type = VIRTIO_NET_HDR_GSO_TCPV4; |
| 242 | vnet_hdr->gso_size = vnet_buffer2 (b0)->gso_size; |
| 243 | vnet_hdr->hdr_len = |
| 244 | vnet_buffer (b0)->l4_hdr_offset + vnet_buffer2 (b0)->gso_l4_hdr_sz; |
| 245 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 246 | vnet_hdr->csum_start = vnet_buffer (b0)->l4_hdr_offset; // 0x22; |
| 247 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 248 | ip4 = (ip4_header_t *) (b0->data + vnet_buffer (b0)->l3_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 249 | if (oflags & VNET_BUFFER_OFFLOAD_F_IP_CKSUM) |
| 250 | ip4->checksum = ip4_header_checksum (ip4); |
| 251 | } |
| 252 | else if (b0->flags & VNET_BUFFER_F_IS_IP6) |
| 253 | { |
| 254 | vnet_hdr->gso_type = VIRTIO_NET_HDR_GSO_TCPV6; |
| 255 | vnet_hdr->gso_size = vnet_buffer2 (b0)->gso_size; |
| 256 | vnet_hdr->hdr_len = |
| 257 | vnet_buffer (b0)->l4_hdr_offset + vnet_buffer2 (b0)->gso_l4_hdr_sz; |
| 258 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 259 | vnet_hdr->csum_start = vnet_buffer (b0)->l4_hdr_offset; // 0x36; |
| 260 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 261 | } |
| 262 | } |
| 263 | |
| 264 | static_always_inline void |
| 265 | fill_cksum_offload (vlib_buffer_t *b0, vnet_virtio_net_hdr_t *vnet_hdr) |
| 266 | { |
| 267 | vnet_buffer_oflags_t oflags = vnet_buffer (b0)->oflags; |
| 268 | if (b0->flags & VNET_BUFFER_F_IS_IP4) |
| 269 | { |
| 270 | ip4_header_t *ip4; |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 271 | ip4 = (ip4_header_t *) (b0->data + vnet_buffer (b0)->l3_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 272 | if (oflags & VNET_BUFFER_OFFLOAD_F_IP_CKSUM) |
| 273 | ip4->checksum = ip4_header_checksum (ip4); |
| 274 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 275 | vnet_hdr->csum_start = 0x22; |
| 276 | if (oflags & VNET_BUFFER_OFFLOAD_F_TCP_CKSUM) |
| 277 | { |
| 278 | tcp_header_t *tcp = |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 279 | (tcp_header_t *) (b0->data + vnet_buffer (b0)->l4_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 280 | tcp->checksum = ip4_pseudo_header_cksum (ip4); |
| 281 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 282 | } |
| 283 | else if (oflags & VNET_BUFFER_OFFLOAD_F_UDP_CKSUM) |
| 284 | { |
| 285 | udp_header_t *udp = |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 286 | (udp_header_t *) (b0->data + vnet_buffer (b0)->l4_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 287 | udp->checksum = ip4_pseudo_header_cksum (ip4); |
| 288 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (udp_header_t, checksum); |
| 289 | } |
| 290 | } |
| 291 | else if (b0->flags & VNET_BUFFER_F_IS_IP6) |
| 292 | { |
| 293 | ip6_header_t *ip6; |
| 294 | vnet_hdr->flags = VIRTIO_NET_HDR_F_NEEDS_CSUM; |
| 295 | vnet_hdr->csum_start = 0x36; |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 296 | ip6 = (ip6_header_t *) (b0->data + vnet_buffer (b0)->l3_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 297 | if (oflags & VNET_BUFFER_OFFLOAD_F_TCP_CKSUM) |
| 298 | { |
| 299 | tcp_header_t *tcp = |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 300 | (tcp_header_t *) (b0->data + vnet_buffer (b0)->l4_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 301 | tcp->checksum = ip6_pseudo_header_cksum (ip6); |
| 302 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (tcp_header_t, checksum); |
| 303 | } |
| 304 | else if (oflags & VNET_BUFFER_OFFLOAD_F_UDP_CKSUM) |
| 305 | { |
| 306 | udp_header_t *udp = |
Mohsin Kazmi | 2f13076 | 2022-04-08 17:49:32 +0000 | [diff] [blame] | 307 | (udp_header_t *) (b0->data + vnet_buffer (b0)->l4_hdr_offset); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 308 | udp->checksum = ip6_pseudo_header_cksum (ip6); |
| 309 | vnet_hdr->csum_offset = STRUCT_OFFSET_OF (udp_header_t, checksum); |
| 310 | } |
| 311 | } |
| 312 | } |
| 313 | |
Filip Tehlar | aee7364 | 2019-03-13 05:50:44 -0700 | [diff] [blame] | 314 | VNET_DEVICE_CLASS_TX_FN (af_packet_device_class) (vlib_main_t * vm, |
| 315 | vlib_node_runtime_t * node, |
| 316 | vlib_frame_t * frame) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 317 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 318 | af_packet_main_t *apm = &af_packet_main; |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 319 | vnet_hw_if_tx_frame_t *tf = vlib_frame_scalar_args (frame); |
Damjan Marion | a3d5986 | 2018-11-10 10:23:00 +0100 | [diff] [blame] | 320 | u32 *buffers = vlib_frame_vector_args (frame); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 321 | u32 n_left = frame->n_vectors; |
| 322 | u32 n_sent = 0; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 323 | vnet_interface_output_runtime_t *rd = (void *) node->runtime_data; |
| 324 | af_packet_if_t *apif = |
| 325 | pool_elt_at_index (apm->interfaces, rd->dev_instance); |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 326 | u16 queue_id = tf->queue_id; |
| 327 | af_packet_queue_t *tx_queue = vec_elt_at_index (apif->tx_queues, queue_id); |
| 328 | u32 block = 0, frame_size = 0, frame_num = 0, tx_frame = 0; |
| 329 | u8 *block_start = 0; |
| 330 | tpacket3_hdr_t *tph = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 331 | u32 frame_not_ready = 0; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 332 | u8 is_cksum_gso_enabled = (apif->is_cksum_gso_enabled == 1) ? 1 : 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 333 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 334 | if (tf->shared_queue) |
| 335 | clib_spinlock_lock (&tx_queue->lockp); |
| 336 | |
| 337 | frame_size = tx_queue->tx_req->tp_frame_size; |
| 338 | frame_num = tx_queue->tx_req->tp_frame_nr; |
| 339 | block_start = tx_queue->tx_ring[block]; |
| 340 | tx_frame = tx_queue->next_tx_frame; |
| 341 | |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 342 | while (n_left) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 343 | { |
| 344 | u32 len; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 345 | vnet_virtio_net_hdr_t *vnet_hdr = 0; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 346 | u32 offset = 0; |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 347 | vlib_buffer_t *b0 = 0, *b0_first = 0; |
| 348 | u32 bi, bi_first; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 349 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 350 | bi = bi_first = buffers[0]; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 351 | n_left--; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 352 | buffers++; |
| 353 | |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 354 | tph = (tpacket3_hdr_t *) (block_start + tx_frame * frame_size); |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 355 | if (PREDICT_FALSE (tph->tp_status & |
| 356 | (TP_STATUS_SEND_REQUEST | TP_STATUS_SENDING))) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 357 | { |
| 358 | frame_not_ready++; |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 359 | goto next; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 360 | } |
| 361 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 362 | b0_first = b0 = vlib_get_buffer (vm, bi); |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 363 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 364 | if (PREDICT_TRUE (is_cksum_gso_enabled)) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 365 | { |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 366 | vnet_hdr = |
| 367 | (vnet_virtio_net_hdr_t *) ((u8 *) tph + TPACKET_ALIGN (sizeof ( |
| 368 | tpacket3_hdr_t))); |
| 369 | |
| 370 | clib_memset_u8 (vnet_hdr, 0, sizeof (vnet_virtio_net_hdr_t)); |
| 371 | offset = sizeof (vnet_virtio_net_hdr_t); |
| 372 | |
| 373 | if (b0->flags & VNET_BUFFER_F_GSO) |
| 374 | fill_gso_offload (b0, vnet_hdr); |
| 375 | else if (b0->flags & VNET_BUFFER_F_OFFLOAD) |
| 376 | fill_cksum_offload (b0, vnet_hdr); |
| 377 | } |
| 378 | |
| 379 | len = b0->current_length; |
| 380 | clib_memcpy_fast ((u8 *) tph + TPACKET_ALIGN (sizeof (tpacket3_hdr_t)) + |
| 381 | offset, |
| 382 | vlib_buffer_get_current (b0), len); |
| 383 | offset += len; |
| 384 | |
| 385 | while (b0->flags & VLIB_BUFFER_NEXT_PRESENT) |
| 386 | { |
| 387 | b0 = vlib_get_buffer (vm, b0->next_buffer); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 388 | len = b0->current_length; |
Mohsin Kazmi | c1fd17b | 2022-03-22 21:40:04 +0000 | [diff] [blame] | 389 | clib_memcpy_fast ((u8 *) tph + |
| 390 | TPACKET_ALIGN (sizeof (tpacket3_hdr_t)) + offset, |
| 391 | vlib_buffer_get_current (b0), len); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 392 | offset += len; |
| 393 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 394 | |
| 395 | tph->tp_len = tph->tp_snaplen = offset; |
| 396 | tph->tp_status = TP_STATUS_SEND_REQUEST; |
| 397 | n_sent++; |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 398 | |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 399 | if (PREDICT_FALSE (b0_first->flags & VLIB_BUFFER_IS_TRACED)) |
| 400 | { |
| 401 | if (PREDICT_TRUE (is_cksum_gso_enabled)) |
| 402 | af_packet_tx_trace (vm, node, b0_first, bi_first, tph, vnet_hdr, |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 403 | apif->hw_if_index, queue_id); |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 404 | else |
| 405 | { |
| 406 | vnet_virtio_net_hdr_t vnet_hdr2 = {}; |
| 407 | af_packet_tx_trace (vm, node, b0_first, bi_first, tph, |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 408 | &vnet_hdr2, apif->hw_if_index, queue_id); |
Mohsin Kazmi | 9deb2ec | 2022-03-22 23:17:46 +0000 | [diff] [blame] | 409 | } |
| 410 | } |
Florin Coras | 837503c | 2017-11-28 11:59:20 -0800 | [diff] [blame] | 411 | tx_frame = (tx_frame + 1) % frame_num; |
| 412 | |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 413 | next: |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 414 | /* check if we've exhausted the ring */ |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 415 | if (PREDICT_FALSE (frame_not_ready + n_sent == frame_num)) |
| 416 | break; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 417 | } |
| 418 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 419 | CLIB_MEMORY_BARRIER (); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 420 | |
Nathan Skrzypczak | ffc6bdc | 2021-02-01 17:13:59 +0100 | [diff] [blame] | 421 | if (PREDICT_TRUE (n_sent)) |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 422 | { |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 423 | tx_queue->next_tx_frame = tx_frame; |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 424 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 425 | if (PREDICT_FALSE ( |
| 426 | sendto (tx_queue->fd, NULL, 0, MSG_DONTWAIT, NULL, 0) == -1)) |
Mohammed Hawari | eed6fc9 | 2021-09-06 11:48:17 +0200 | [diff] [blame] | 427 | { |
| 428 | /* Uh-oh, drop & move on, but count whether it was fatal or not. |
| 429 | * Note that we have no reliable way to properly determine the |
| 430 | * disposition of the packets we just enqueued for delivery. |
| 431 | */ |
| 432 | vlib_error_count (vm, node->node_index, |
| 433 | unix_error_is_fatal (errno) ? |
| 434 | AF_PACKET_TX_ERROR_TXRING_FATAL : |
| 435 | AF_PACKET_TX_ERROR_TXRING_EAGAIN, |
| 436 | n_sent); |
| 437 | } |
| 438 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 439 | |
Mohsin Kazmi | 5a7aa51 | 2022-03-25 14:27:45 +0000 | [diff] [blame] | 440 | if (tf->shared_queue) |
| 441 | clib_spinlock_unlock (&tx_queue->lockp); |
Mohsin KAZMI | cf751ec | 2017-01-18 11:59:45 +0100 | [diff] [blame] | 442 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 443 | if (PREDICT_FALSE (frame_not_ready)) |
| 444 | vlib_error_count (vm, node->node_index, |
| 445 | AF_PACKET_TX_ERROR_FRAME_NOT_READY, frame_not_ready); |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 446 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 447 | if (PREDICT_FALSE (frame_not_ready + n_sent == frame_num)) |
Chris Luke | 4b46c84 | 2016-05-23 21:30:26 -0400 | [diff] [blame] | 448 | vlib_error_count (vm, node->node_index, AF_PACKET_TX_ERROR_TXRING_OVERRUN, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 449 | n_left); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 450 | |
Damjan Marion | a3d5986 | 2018-11-10 10:23:00 +0100 | [diff] [blame] | 451 | vlib_buffer_free (vm, vlib_frame_vector_args (frame), frame->n_vectors); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 452 | return frame->n_vectors; |
| 453 | } |
| 454 | |
| 455 | static void |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 456 | af_packet_set_interface_next_node (vnet_main_t * vnm, u32 hw_if_index, |
| 457 | u32 node_index) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 458 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 459 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 460 | vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 461 | af_packet_if_t *apif = |
| 462 | pool_elt_at_index (apm->interfaces, hw->dev_instance); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 463 | |
| 464 | /* Shut off redirection */ |
| 465 | if (node_index == ~0) |
| 466 | { |
| 467 | apif->per_interface_next_index = node_index; |
| 468 | return; |
| 469 | } |
| 470 | |
| 471 | apif->per_interface_next_index = |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 472 | vlib_node_add_next (vlib_get_main (), af_packet_input_node.index, |
| 473 | node_index); |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 474 | } |
| 475 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 476 | static void |
| 477 | af_packet_clear_hw_interface_counters (u32 instance) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 478 | { |
| 479 | /* Nothing for now */ |
| 480 | } |
| 481 | |
| 482 | static clib_error_t * |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 483 | af_packet_interface_admin_up_down (vnet_main_t * vnm, u32 hw_if_index, |
| 484 | u32 flags) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 485 | { |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 486 | af_packet_main_t *apm = &af_packet_main; |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 487 | vnet_hw_interface_t *hw = vnet_get_hw_interface (vnm, hw_if_index); |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 488 | af_packet_if_t *apif = |
| 489 | pool_elt_at_index (apm->interfaces, hw->dev_instance); |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 490 | u32 hw_flags; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 491 | int rv, fd = socket (AF_UNIX, SOCK_DGRAM, 0); |
| 492 | struct ifreq ifr; |
| 493 | |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 494 | if (0 > fd) |
| 495 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 496 | vlib_log_warn (apm->log_class, "af_packet_%s could not open socket", |
| 497 | apif->host_if_name); |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 498 | return 0; |
| 499 | } |
| 500 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 501 | /* if interface is a bridge ignore */ |
| 502 | if (apif->host_if_index < 0) |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 503 | goto error; /* no error */ |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 504 | |
| 505 | /* use host_if_index in case host name has changed */ |
| 506 | ifr.ifr_ifindex = apif->host_if_index; |
| 507 | if ((rv = ioctl (fd, SIOCGIFNAME, &ifr)) < 0) |
| 508 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 509 | vlib_log_warn (apm->log_class, |
| 510 | "af_packet_%s ioctl could not retrieve eth name", |
| 511 | apif->host_if_name); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 512 | goto error; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 513 | } |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 514 | |
| 515 | apif->is_admin_up = (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP) != 0; |
| 516 | |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 517 | if ((rv = ioctl (fd, SIOCGIFFLAGS, &ifr)) < 0) |
| 518 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 519 | vlib_log_warn (apm->log_class, "af_packet_%s error: %d", |
| 520 | apif->is_admin_up ? "up" : "down", rv); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 521 | goto error; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 522 | } |
| 523 | |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 524 | if (apif->is_admin_up) |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 525 | { |
| 526 | hw_flags = VNET_HW_INTERFACE_FLAG_LINK_UP; |
| 527 | ifr.ifr_flags |= IFF_UP; |
| 528 | } |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 529 | else |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 530 | { |
| 531 | hw_flags = 0; |
| 532 | ifr.ifr_flags &= ~IFF_UP; |
| 533 | } |
| 534 | |
| 535 | if ((rv = ioctl (fd, SIOCSIFFLAGS, &ifr)) < 0) |
| 536 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 537 | vlib_log_warn (apm->log_class, "af_packet_%s error: %d", |
| 538 | apif->is_admin_up ? "up" : "down", rv); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 539 | goto error; |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 540 | } |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 541 | |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 542 | vnet_hw_interface_set_flags (vnm, hw_if_index, hw_flags); |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 543 | |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 544 | error: |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 545 | if (0 <= fd) |
| 546 | close (fd); |
Ray Kinsella | c855b73 | 2017-04-21 12:24:43 +0100 | [diff] [blame] | 547 | |
| 548 | return 0; /* no error */ |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 549 | } |
| 550 | |
| 551 | static clib_error_t * |
| 552 | af_packet_subif_add_del_function (vnet_main_t * vnm, |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 553 | u32 hw_if_index, |
| 554 | struct vnet_sw_interface_t *st, int is_add) |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 555 | { |
| 556 | /* Nothing for now */ |
| 557 | return 0; |
| 558 | } |
| 559 | |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 560 | static clib_error_t *af_packet_set_mac_address_function |
Neale Ranns | 3b81a1e | 2018-09-06 09:50:26 -0700 | [diff] [blame] | 561 | (struct vnet_hw_interface_t *hi, const u8 * old_address, const u8 * address) |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 562 | { |
| 563 | af_packet_main_t *apm = &af_packet_main; |
| 564 | af_packet_if_t *apif = |
| 565 | pool_elt_at_index (apm->interfaces, hi->dev_instance); |
Klement Sekera | c3225dd | 2021-10-26 16:19:45 +0200 | [diff] [blame] | 566 | int rv, fd; |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 567 | struct ifreq ifr; |
| 568 | |
Mohsin Kazmi | cae84fa | 2021-10-08 15:10:49 +0000 | [diff] [blame] | 569 | if (apif->mode == AF_PACKET_IF_MODE_IP) |
| 570 | { |
| 571 | vlib_log_warn (apm->log_class, "af_packet_%s interface is in IP mode", |
| 572 | apif->host_if_name); |
| 573 | return clib_error_return (0, |
| 574 | " MAC update failed, interface is in IP mode"); |
| 575 | } |
| 576 | |
Klement Sekera | c3225dd | 2021-10-26 16:19:45 +0200 | [diff] [blame] | 577 | fd = socket (AF_UNIX, SOCK_DGRAM, 0); |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 578 | if (0 > fd) |
| 579 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 580 | vlib_log_warn (apm->log_class, "af_packet_%s could not open socket", |
| 581 | apif->host_if_name); |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 582 | return 0; |
| 583 | } |
| 584 | |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 585 | /* if interface is a bridge ignore */ |
| 586 | if (apif->host_if_index < 0) |
| 587 | goto error; /* no error */ |
| 588 | |
| 589 | /* use host_if_index in case host name has changed */ |
| 590 | ifr.ifr_ifindex = apif->host_if_index; |
| 591 | if ((rv = ioctl (fd, SIOCGIFNAME, &ifr)) < 0) |
| 592 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 593 | vlib_log_warn |
| 594 | (apm->log_class, |
| 595 | "af_packet_%s ioctl could not retrieve eth name, error: %d", |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 596 | apif->host_if_name, rv); |
| 597 | goto error; |
| 598 | } |
| 599 | |
| 600 | clib_memcpy (ifr.ifr_hwaddr.sa_data, address, 6); |
| 601 | ifr.ifr_hwaddr.sa_family = ARPHRD_ETHER; |
| 602 | |
| 603 | if ((rv = ioctl (fd, SIOCSIFHWADDR, &ifr)) < 0) |
| 604 | { |
Mohsin Kazmi | acba9f7 | 2018-05-17 15:42:27 +0200 | [diff] [blame] | 605 | vlib_log_warn (apm->log_class, |
| 606 | "af_packet_%s ioctl could not set mac, error: %d", |
| 607 | apif->host_if_name, rv); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 608 | goto error; |
| 609 | } |
| 610 | |
| 611 | error: |
Ray Kinsella | e6cc9cc | 2017-05-20 13:42:30 +0100 | [diff] [blame] | 612 | |
| 613 | if (0 <= fd) |
| 614 | close (fd); |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 615 | |
| 616 | return 0; /* no error */ |
| 617 | } |
| 618 | |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 619 | VNET_DEVICE_CLASS (af_packet_device_class) = { |
| 620 | .name = "af-packet", |
Damjan Marion | 83243a0 | 2016-02-29 13:09:30 +0100 | [diff] [blame] | 621 | .format_device_name = format_af_packet_device_name, |
| 622 | .format_device = format_af_packet_device, |
| 623 | .format_tx_trace = format_af_packet_tx_trace, |
| 624 | .tx_function_n_errors = AF_PACKET_TX_N_ERROR, |
| 625 | .tx_function_error_strings = af_packet_tx_func_error_strings, |
| 626 | .rx_redirect_to_node = af_packet_set_interface_next_node, |
| 627 | .clear_counters = af_packet_clear_hw_interface_counters, |
| 628 | .admin_up_down_function = af_packet_interface_admin_up_down, |
| 629 | .subif_add_del_function = af_packet_subif_add_del_function, |
Ray Kinsella | 2038ad0 | 2017-05-18 11:56:28 +0100 | [diff] [blame] | 630 | .mac_addr_change_function = af_packet_set_mac_address_function, |
Alpesh Patel | 83cc4e1 | 2016-04-05 12:49:30 -0700 | [diff] [blame] | 631 | }; |
Damjan Marion | 00a9dca | 2016-08-17 17:05:46 +0200 | [diff] [blame] | 632 | |
| 633 | /* |
| 634 | * fd.io coding-style-patch-verification: ON |
| 635 | * |
| 636 | * Local Variables: |
| 637 | * eval: (c-set-style "gnu") |
| 638 | * End: |
| 639 | */ |