Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | /* |
| 16 | * pg_output.c: packet generator output |
| 17 | * |
| 18 | * Copyright (c) 2008 Eliot Dresselhaus |
| 19 | * |
| 20 | * Permission is hereby granted, free of charge, to any person obtaining |
| 21 | * a copy of this software and associated documentation files (the |
| 22 | * "Software"), to deal in the Software without restriction, including |
| 23 | * without limitation the rights to use, copy, modify, merge, publish, |
| 24 | * distribute, sublicense, and/or sell copies of the Software, and to |
| 25 | * permit persons to whom the Software is furnished to do so, subject to |
| 26 | * the following conditions: |
| 27 | * |
| 28 | * The above copyright notice and this permission notice shall be |
| 29 | * included in all copies or substantial portions of the Software. |
| 30 | * |
| 31 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 32 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 33 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 34 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE |
| 35 | * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
| 36 | * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
| 37 | * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
| 38 | */ |
| 39 | |
Damjan Marion | bfe4dfa | 2017-02-03 21:16:16 +0100 | [diff] [blame] | 40 | #include <vppinfra/string.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 41 | #include <vlib/vlib.h> |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 42 | #include <vnet/vnet.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 43 | #include <vnet/pg/pg.h> |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 44 | #include <vnet/ethernet/ethernet.h> |
Mohsin Kazmi | f382b06 | 2020-08-11 15:00:44 +0200 | [diff] [blame] | 45 | #include <vnet/gso/gro_func.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 46 | |
| 47 | uword |
Calvin | 71e97c6 | 2016-08-19 16:23:14 -0400 | [diff] [blame] | 48 | pg_output (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 49 | { |
Calvin | 71e97c6 | 2016-08-19 16:23:14 -0400 | [diff] [blame] | 50 | pg_main_t *pg = &pg_main; |
Damjan Marion | a3d5986 | 2018-11-10 10:23:00 +0100 | [diff] [blame] | 51 | u32 *buffers = vlib_frame_vector_args (frame); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 52 | uword n_buffers = frame->n_vectors; |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 53 | uword n_left = n_buffers; |
Mohsin Kazmi | f382b06 | 2020-08-11 15:00:44 +0200 | [diff] [blame] | 54 | u32 to[GRO_TO_VECTOR_SIZE (n_buffers)]; |
| 55 | uword n_to = 0; |
Calvin | 71e97c6 | 2016-08-19 16:23:14 -0400 | [diff] [blame] | 56 | vnet_interface_output_runtime_t *rd = (void *) node->runtime_data; |
| 57 | pg_interface_t *pif = pool_elt_at_index (pg->interfaces, rd->dev_instance); |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 58 | |
Damjan Marion | 6403436 | 2016-11-07 22:19:55 +0100 | [diff] [blame] | 59 | if (PREDICT_FALSE (pif->lockp != 0)) |
Sirshak Das | 2f6d7bb | 2018-10-03 22:53:51 +0000 | [diff] [blame] | 60 | while (clib_atomic_test_and_set (pif->lockp)) |
Damjan Marion | 6403436 | 2016-11-07 22:19:55 +0100 | [diff] [blame] | 61 | ; |
| 62 | |
Mohsin Kazmi | f382b06 | 2020-08-11 15:00:44 +0200 | [diff] [blame] | 63 | if (PREDICT_FALSE (pif->coalesce_enabled)) |
| 64 | { |
| 65 | n_to = vnet_gro_inline (vm, pif->flow_table, buffers, n_left, to); |
| 66 | buffers = to; |
| 67 | n_left = n_to; |
| 68 | } |
| 69 | |
Damjan Marion | bfe4dfa | 2017-02-03 21:16:16 +0100 | [diff] [blame] | 70 | while (n_left > 0) |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 71 | { |
Damjan Marion | bfe4dfa | 2017-02-03 21:16:16 +0100 | [diff] [blame] | 72 | n_left--; |
| 73 | u32 bi0 = buffers[0]; |
| 74 | vlib_buffer_t *b = vlib_get_buffer (vm, bi0); |
| 75 | buffers++; |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 76 | |
Damjan Marion | bfe4dfa | 2017-02-03 21:16:16 +0100 | [diff] [blame] | 77 | if (b->flags & VLIB_BUFFER_IS_TRACED) |
| 78 | { |
| 79 | pg_output_trace_t *t = vlib_add_trace (vm, node, b, sizeof (*t)); |
| 80 | t->buffer_index = bi0; |
Dave Barach | 178cf49 | 2018-11-13 16:34:13 -0500 | [diff] [blame] | 81 | clib_memcpy_fast (&t->buffer, b, |
| 82 | sizeof (b[0]) - sizeof (b->pre_data)); |
| 83 | clib_memcpy_fast (t->buffer.pre_data, b->data + b->current_data, |
| 84 | sizeof (t->buffer.pre_data)); |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 85 | } |
Damjan Marion | bfe4dfa | 2017-02-03 21:16:16 +0100 | [diff] [blame] | 86 | |
| 87 | if (pif->pcap_file_name != 0) |
| 88 | pcap_add_buffer (&pif->pcap_main, vm, bi0, ETHERNET_MAX_PACKET_BYTES); |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 89 | } |
Damjan Marion | bfe4dfa | 2017-02-03 21:16:16 +0100 | [diff] [blame] | 90 | if (pif->pcap_file_name != 0) |
| 91 | pcap_write (&pif->pcap_main); |
Andrew Yourtchenko | 4da1506 | 2019-09-11 14:14:43 +0000 | [diff] [blame] | 92 | if ((pif->pcap_main.flags & PCAP_MAIN_INIT_DONE) |
Jack Xu | 9af7e2e | 2019-03-27 11:51:32 -0400 | [diff] [blame] | 93 | && pif->pcap_main.n_packets_captured >= |
| 94 | pif->pcap_main.n_packets_to_capture) |
| 95 | pcap_close (&pif->pcap_main); |
Damjan Marion | 3d9c86e | 2016-07-04 21:04:40 +0200 | [diff] [blame] | 96 | |
Mohsin Kazmi | f382b06 | 2020-08-11 15:00:44 +0200 | [diff] [blame] | 97 | if (PREDICT_FALSE (pif->coalesce_enabled)) |
| 98 | { |
| 99 | n_buffers = n_to; |
| 100 | vlib_buffer_free (vm, to, n_to); |
| 101 | } |
| 102 | else |
| 103 | vlib_buffer_free (vm, vlib_frame_vector_args (frame), n_buffers); |
Damjan Marion | 6403436 | 2016-11-07 22:19:55 +0100 | [diff] [blame] | 104 | if (PREDICT_FALSE (pif->lockp != 0)) |
Sirshak Das | 2f6d7bb | 2018-10-03 22:53:51 +0000 | [diff] [blame] | 105 | clib_atomic_release (pif->lockp); |
| 106 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 107 | return n_buffers; |
| 108 | } |
Calvin | 71e97c6 | 2016-08-19 16:23:14 -0400 | [diff] [blame] | 109 | |
| 110 | /* |
| 111 | * fd.io coding-style-patch-verification: ON |
| 112 | * |
| 113 | * Local Variables: |
| 114 | * eval: (c-set-style "gnu") |
| 115 | * End: |
| 116 | */ |