blob: ce4b3ff11d021be8bfc2480365d4d5e9d23b9230 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 * replication.h : packet replication
3 *
4 * Copyright (c) 2013 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
8 *
9 * http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 */
17
18#ifndef included_replication_h
19#define included_replication_h
20
21
22#include <vlib/vlib.h>
23#include <vnet/vnet.h>
24#include <vnet/replication.h>
25
26
Dave Barachba868bb2016-08-08 09:51:21 -040027typedef struct
28{
29 /* The entire vnet buffer header restored for each replica */
30 u8 vnet_buffer[32]; /* 16B aligned to allow vector unit copy */
31 u8 reserved[32]; /* space for future expansion of vnet buffer header */
Ed Warnickecb9cada2015-12-08 15:45:58 -070032
Dave Barachba868bb2016-08-08 09:51:21 -040033 /* feature state used during this replication */
34 u64 feature_replicas; /* feature's id for its set of replicas */
35 u32 feature_counter; /* feature's current index into set of replicas */
36 u32 recycle_node_index; /* feature's recycle node index */
Ed Warnickecb9cada2015-12-08 15:45:58 -070037
Dave Barachba868bb2016-08-08 09:51:21 -040038 /*
39 * data saved from the start of replication and restored
40 * at the end of replication
41 */
42 u32 saved_free_list_index; /* from vlib buffer */
Ed Warnickecb9cada2015-12-08 15:45:58 -070043
Dave Barachba868bb2016-08-08 09:51:21 -040044 /* data saved from the original packet and restored for each replica */
45 u64 l2_header[3]; /* 24B (must be at least 22B for l2 packets) */
46 u16 ip_tos; /* v4 and v6 */
47 u16 ip4_checksum; /* needed for v4 only */
Ed Warnickecb9cada2015-12-08 15:45:58 -070048
Dave Barachba868bb2016-08-08 09:51:21 -040049 /* data saved from the vlib buffer header and restored for each replica */
50 i16 current_data; /* offset of first byte of packet in packet data */
51 u8 pad[6]; /* to 64B */
52 u8 l2_packet; /* flag for l2 vs l3 packet data */
Ed Warnickecb9cada2015-12-08 15:45:58 -070053
Dave Barachba868bb2016-08-08 09:51:21 -040054} replication_context_t; /* 128B */
Ed Warnickecb9cada2015-12-08 15:45:58 -070055
56
Dave Barachba868bb2016-08-08 09:51:21 -040057typedef struct
58{
Ed Warnickecb9cada2015-12-08 15:45:58 -070059
60 u32 recycle_list_index;
61
Dave Barachba868bb2016-08-08 09:51:21 -040062 /* per-thread pools of replication contexts */
63 replication_context_t **contexts;
Ed Warnickecb9cada2015-12-08 15:45:58 -070064
Dave Barachba868bb2016-08-08 09:51:21 -040065 vlib_main_t *vlib_main;
66 vnet_main_t *vnet_main;
Ed Warnickecb9cada2015-12-08 15:45:58 -070067
68} replication_main_t;
69
70
71extern replication_main_t replication_main;
72
73
Dave Barachba868bb2016-08-08 09:51:21 -040074/* Return 1 if this buffer just came from the replication recycle handler. */
Ed Warnickecb9cada2015-12-08 15:45:58 -070075always_inline u32
76replication_is_recycled (vlib_buffer_t * b0)
77{
78 return b0->flags & VLIB_BUFFER_IS_RECYCLED;
79}
80
Dave Barachba868bb2016-08-08 09:51:21 -040081/*
82 * Clear the recycle flag. If buffer came from the replication recycle
83 * handler, this flag must be cleared before the packet is transmitted again.
84 */
Ed Warnickecb9cada2015-12-08 15:45:58 -070085always_inline void
86replication_clear_recycled (vlib_buffer_t * b0)
87{
88 b0->flags &= ~VLIB_BUFFER_IS_RECYCLED;
89}
90
Dave Barachba868bb2016-08-08 09:51:21 -040091/*
92 * Return the active replication context if this buffer has
93 * been recycled, otherwise return 0. (Note that this essentially
94 * restricts access to the replication context to the replication
95 * feature's prep and recycle nodes.)
96 */
Ed Warnickecb9cada2015-12-08 15:45:58 -070097always_inline replication_context_t *
98replication_get_ctx (vlib_buffer_t * b0)
99{
Dave Barachba868bb2016-08-08 09:51:21 -0400100 replication_main_t *rm = &replication_main;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700101
Dave Barachba868bb2016-08-08 09:51:21 -0400102 return replication_is_recycled (b0) ?
Damjan Marion586afd72017-04-05 19:18:20 +0200103 pool_elt_at_index (rm->contexts[vlib_get_thread_index ()],
Dave Barachba868bb2016-08-08 09:51:21 -0400104 b0->recycle_count) : 0;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700105}
106
Dave Barachba868bb2016-08-08 09:51:21 -0400107/* Prefetch the replication context for this buffer, if it exists */
Ed Warnickecb9cada2015-12-08 15:45:58 -0700108always_inline void
109replication_prefetch_ctx (vlib_buffer_t * b0)
110{
111 replication_context_t *ctx = replication_get_ctx (b0);
112
Dave Barachba868bb2016-08-08 09:51:21 -0400113 if (ctx)
114 {
115 CLIB_PREFETCH (ctx, (2 * CLIB_CACHE_LINE_BYTES), STORE);
116 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700117}
118
Dave Barachba868bb2016-08-08 09:51:21 -0400119replication_context_t *replication_prep (vlib_main_t * vm,
120 vlib_buffer_t * b0,
121 u32 recycle_node_index,
122 u32 l2_packet);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700123
Dave Barachba868bb2016-08-08 09:51:21 -0400124replication_context_t *replication_recycle (vlib_main_t * vm,
125 vlib_buffer_t * b0, u32 is_last);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700126
127
128#endif
Dave Barachba868bb2016-08-08 09:51:21 -0400129
130/*
131 * fd.io coding-style-patch-verification: ON
132 *
133 * Local Variables:
134 * eval: (c-set-style "gnu")
135 * End:
136 */