blob: 042591a77096dc71f4833bd3d7ad8aceb93df324 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15/*
16 * pg_output.c: packet generator output
17 *
18 * Copyright (c) 2008 Eliot Dresselhaus
19 *
20 * Permission is hereby granted, free of charge, to any person obtaining
21 * a copy of this software and associated documentation files (the
22 * "Software"), to deal in the Software without restriction, including
23 * without limitation the rights to use, copy, modify, merge, publish,
24 * distribute, sublicense, and/or sell copies of the Software, and to
25 * permit persons to whom the Software is furnished to do so, subject to
26 * the following conditions:
27 *
28 * The above copyright notice and this permission notice shall be
29 * included in all copies or substantial portions of the Software.
30 *
31 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38 */
39
Damjan Marionbfe4dfa2017-02-03 21:16:16 +010040#include <vppinfra/string.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070041#include <vlib/vlib.h>
Damjan Marion3d9c86e2016-07-04 21:04:40 +020042#include <vnet/vnet.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070043#include <vnet/pg/pg.h>
Damjan Marion3d9c86e2016-07-04 21:04:40 +020044#include <vnet/ethernet/ethernet.h>
Mohsin Kazmif382b062020-08-11 15:00:44 +020045#include <vnet/gso/gro_func.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070046
47uword
Calvin71e97c62016-08-19 16:23:14 -040048pg_output (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame)
Ed Warnickecb9cada2015-12-08 15:45:58 -070049{
Calvin71e97c62016-08-19 16:23:14 -040050 pg_main_t *pg = &pg_main;
Damjan Mariona3d59862018-11-10 10:23:00 +010051 u32 *buffers = vlib_frame_vector_args (frame);
Ed Warnickecb9cada2015-12-08 15:45:58 -070052 uword n_buffers = frame->n_vectors;
Damjan Marion3d9c86e2016-07-04 21:04:40 +020053 uword n_left = n_buffers;
Mohsin Kazmif382b062020-08-11 15:00:44 +020054 u32 to[GRO_TO_VECTOR_SIZE (n_buffers)];
55 uword n_to = 0;
Calvin71e97c62016-08-19 16:23:14 -040056 vnet_interface_output_runtime_t *rd = (void *) node->runtime_data;
57 pg_interface_t *pif = pool_elt_at_index (pg->interfaces, rd->dev_instance);
Damjan Marion3d9c86e2016-07-04 21:04:40 +020058
Damjan Marion64034362016-11-07 22:19:55 +010059 if (PREDICT_FALSE (pif->lockp != 0))
Sirshak Das2f6d7bb2018-10-03 22:53:51 +000060 while (clib_atomic_test_and_set (pif->lockp))
Damjan Marion64034362016-11-07 22:19:55 +010061 ;
62
Mohsin Kazmif382b062020-08-11 15:00:44 +020063 if (PREDICT_FALSE (pif->coalesce_enabled))
64 {
65 n_to = vnet_gro_inline (vm, pif->flow_table, buffers, n_left, to);
66 buffers = to;
67 n_left = n_to;
68 }
69
Damjan Marionbfe4dfa2017-02-03 21:16:16 +010070 while (n_left > 0)
Damjan Marion3d9c86e2016-07-04 21:04:40 +020071 {
Damjan Marionbfe4dfa2017-02-03 21:16:16 +010072 n_left--;
73 u32 bi0 = buffers[0];
74 vlib_buffer_t *b = vlib_get_buffer (vm, bi0);
75 buffers++;
Damjan Marion3d9c86e2016-07-04 21:04:40 +020076
Damjan Marionbfe4dfa2017-02-03 21:16:16 +010077 if (b->flags & VLIB_BUFFER_IS_TRACED)
78 {
79 pg_output_trace_t *t = vlib_add_trace (vm, node, b, sizeof (*t));
80 t->buffer_index = bi0;
Dave Barach178cf492018-11-13 16:34:13 -050081 clib_memcpy_fast (&t->buffer, b,
82 sizeof (b[0]) - sizeof (b->pre_data));
83 clib_memcpy_fast (t->buffer.pre_data, b->data + b->current_data,
84 sizeof (t->buffer.pre_data));
Damjan Marion3d9c86e2016-07-04 21:04:40 +020085 }
Damjan Marionbfe4dfa2017-02-03 21:16:16 +010086
87 if (pif->pcap_file_name != 0)
88 pcap_add_buffer (&pif->pcap_main, vm, bi0, ETHERNET_MAX_PACKET_BYTES);
Damjan Marion3d9c86e2016-07-04 21:04:40 +020089 }
Damjan Marionbfe4dfa2017-02-03 21:16:16 +010090 if (pif->pcap_file_name != 0)
91 pcap_write (&pif->pcap_main);
Andrew Yourtchenko4da15062019-09-11 14:14:43 +000092 if ((pif->pcap_main.flags & PCAP_MAIN_INIT_DONE)
Jack Xu9af7e2e2019-03-27 11:51:32 -040093 && pif->pcap_main.n_packets_captured >=
94 pif->pcap_main.n_packets_to_capture)
95 pcap_close (&pif->pcap_main);
Damjan Marion3d9c86e2016-07-04 21:04:40 +020096
Mohsin Kazmif382b062020-08-11 15:00:44 +020097 if (PREDICT_FALSE (pif->coalesce_enabled))
98 {
99 n_buffers = n_to;
100 vlib_buffer_free (vm, to, n_to);
101 }
102 else
103 vlib_buffer_free (vm, vlib_frame_vector_args (frame), n_buffers);
Damjan Marion64034362016-11-07 22:19:55 +0100104 if (PREDICT_FALSE (pif->lockp != 0))
Sirshak Das2f6d7bb2018-10-03 22:53:51 +0000105 clib_atomic_release (pif->lockp);
106
Ed Warnickecb9cada2015-12-08 15:45:58 -0700107 return n_buffers;
108}
Calvin71e97c62016-08-19 16:23:14 -0400109
110/*
111 * fd.io coding-style-patch-verification: ON
112 *
113 * Local Variables:
114 * eval: (c-set-style "gnu")
115 * End:
116 */