blob: b32de57ce1a75db8ab03e23ec0d6a69bd65f5383 [file] [log] [blame]
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +05301/*
2 * sfe_ipv6.h
3 * Shortcut forwarding engine header file for IPv6.
4 *
5 * Copyright (c) 2015-2016, 2019-2020, The Linux Foundation. All rights reserved.
Guduri Prathyusha5f27e232022-01-06 14:39:04 +05306 * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +05307 *
8 * Permission to use, copy, modify, and/or distribute this software for any
9 * purpose with or without fee is hereby granted, provided that the above
10 * copyright notice and this permission notice appear in all copies.
11 *
12 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
18 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19 */
20
Wayne Tanbb7f1782021-12-13 11:16:04 -080021#ifndef __SFE_IPV6_H
22#define __SFE_IPV6_H
23
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053024#define CHAR_DEV_MSG_SIZE 768
25
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053026#define SFE_IPV6_DSCP_MASK 0xf03f
27#define SFE_IPV6_DSCP_SHIFT 2
28
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053029#define SFE_IPV6_FRAG_OFFSET 0xfff8
30
31/*
32 * generic IPv6 extension header
33 */
34struct sfe_ipv6_ext_hdr {
35 __u8 next_hdr;
36 __u8 hdr_len;
37 __u8 padding[6];
Ratheesh Kannoth741f7992021-10-20 07:39:52 +053038};
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053039
40/*
41 * Specifies the lower bound on ACK numbers carried in the TCP header
42 */
43#define SFE_IPV6_TCP_MAX_ACK_WINDOW 65520
44
45/*
46 * IPv6 TCP connection match additional data.
47 */
48struct sfe_ipv6_tcp_connection_match {
49 u8 win_scale; /* Window scale */
50 u32 max_win; /* Maximum window size seen */
51 u32 end; /* Sequence number of the next byte to send (seq + segment length) */
52 u32 max_end; /* Sequence number of the last byte to ack */
53};
54
55/*
56 * Bit flags for IPv6 connection matching entry.
57 */
58#define SFE_IPV6_CONNECTION_MATCH_FLAG_XLATE_SRC (1<<0)
59 /* Perform source translation */
60#define SFE_IPV6_CONNECTION_MATCH_FLAG_XLATE_DEST (1<<1)
61 /* Perform destination translation */
62#define SFE_IPV6_CONNECTION_MATCH_FLAG_NO_SEQ_CHECK (1<<2)
63 /* Ignore TCP sequence numbers */
64#define SFE_IPV6_CONNECTION_MATCH_FLAG_WRITE_FAST_ETH_HDR (1<<3)
65 /* Fast Ethernet header write */
66#define SFE_IPV6_CONNECTION_MATCH_FLAG_WRITE_L2_HDR (1<<4)
67 /* Fast Ethernet header write */
68#define SFE_IPV6_CONNECTION_MATCH_FLAG_PRIORITY_REMARK (1<<5)
69 /* remark priority of SKB */
70#define SFE_IPV6_CONNECTION_MATCH_FLAG_DSCP_REMARK (1<<6)
71 /* remark DSCP of packet */
Ratheesh Kannotha3cf0e02021-12-09 09:44:10 +053072#define SFE_IPV6_CONNECTION_MATCH_FLAG_CSUM_OFFLOAD (1<<7)
73 /* checksum offload.*/
Guduri Prathyushaeb31c902021-11-10 20:18:50 +053074#define SFE_IPV6_CONNECTION_MATCH_FLAG_PPPOE_DECAP (1<<8)
75 /* Indicates that PPPoE should be decapsulated */
76#define SFE_IPV6_CONNECTION_MATCH_FLAG_PPPOE_ENCAP (1<<9)
77 /* Indicates that PPPoE should be encapsulated */
Ratheesh Kannoth71fc51e2022-01-05 10:02:47 +053078#define SFE_IPV6_CONNECTION_MATCH_FLAG_BRIDGE_FLOW (1<<10)
79 /* Bridge flow */
Ken Zhu37040ea2021-09-09 21:11:15 -070080#define SFE_IPV6_CONNECTION_MATCH_FLAG_MARK (1<<11)
81 /* set skb mark*/
Wayne Tanbb7f1782021-12-13 11:16:04 -080082#define SFE_IPV6_CONNECTION_MATCH_FLAG_INSERT_EGRESS_VLAN_TAG (1<<12)
83 /* Insert VLAN tag */
Ratheesh Kannoth5dee3772022-01-18 11:27:14 +053084#define SFE_IPV6_CONNECTION_MATCH_FLAG_SRC_INTERFACE_CHECK (1<<13)
85 /* Source interface check.*/
Nitin Shettye6ed5b52021-12-27 14:50:11 +053086#define SFE_IPV6_CONNECTION_MATCH_FLAG_PASSTHROUGH (1<<14)
87 /* passthrough flow: encap/decap to be skipped for this flow */
Ken Zhu7e38d1a2021-11-30 17:31:46 -080088#define SFE_IPV6_CONNECTION_MATCH_FLAG_FAST_XMIT (1<<15)
89 /* go fast xmit*/
90#define SFE_IPV6_CONNECTION_MATCH_FLAG_FAST_XMIT_FLOW_CHECKED (1<<16)
91 /* fast xmit checked or not*/
92#define SFE_IPV6_CONNECTION_MATCH_FLAG_FAST_XMIT_DEV_ADMISSION (1<<17)
93 /* Fast xmit may be possible for this flow, if SFE check passes */
Wayne Tanbb7f1782021-12-13 11:16:04 -080094
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053095/*
96 * IPv6 connection matching structure.
97 */
98struct sfe_ipv6_connection_match {
99 /*
100 * References to other objects.
101 */
Ratheesh Kannotha212fc52021-10-20 07:50:32 +0530102 struct hlist_node hnode;
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530103 struct sfe_ipv6_connection *connection;
104 struct sfe_ipv6_connection_match *counter_match;
105 /* Matches the flow in the opposite direction as the one in connection */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530106 /*
107 * Characteristics that identify flows that match this rule.
108 */
109 struct net_device *match_dev; /* Network device */
110 u8 match_protocol; /* Protocol */
111 struct sfe_ipv6_addr match_src_ip[1]; /* Source IP address */
112 struct sfe_ipv6_addr match_dest_ip[1]; /* Destination IP address */
113 __be16 match_src_port; /* Source port/connection ident */
114 __be16 match_dest_port; /* Destination port/connection ident */
115
Suruchi Suman23a279d2021-11-16 15:13:09 +0530116 struct udp_sock *up; /* Stores UDP sock information; valid only in decap path */
Tian Yangafb03452022-01-13 18:53:13 -0800117#if (LINUX_VERSION_CODE < KERNEL_VERSION(4, 13, 0))
118 const struct inet6_protocol *proto; /* stores protocol handler; valid only in decap path */
119#else
120 struct inet6_protocol *proto; /* stores protocol handler; valid only in decap path */
121#endif
122
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530123 /*
124 * Control the operations of the match.
125 */
126 u32 flags; /* Bit flags */
127#ifdef CONFIG_NF_FLOW_COOKIE
128 u32 flow_cookie; /* used flow cookie, for debug */
129#endif
130#ifdef CONFIG_XFRM
131 u32 flow_accel; /* The flow accelerated or not */
132#endif
133
134 /*
135 * Connection state that we track once we match.
136 */
137 union { /* Protocol-specific state */
138 struct sfe_ipv6_tcp_connection_match tcp;
139 } protocol_state;
Wayne Tanbb7f1782021-12-13 11:16:04 -0800140
141 /*
142 * VLAN headers
143 */
144 struct sfe_vlan_hdr ingress_vlan_hdr[SFE_MAX_VLAN_DEPTH];
145 struct sfe_vlan_hdr egress_vlan_hdr[SFE_MAX_VLAN_DEPTH];
146
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530147 /*
148 * Stats recorded in a sync period. These stats will be added to
149 * rx_packet_count64/rx_byte_count64 after a sync period.
150 */
Ratheesh Kannotha212fc52021-10-20 07:50:32 +0530151 atomic_t rx_packet_count;
152 atomic_t rx_byte_count;
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530153
154 /*
155 * Packet translation information.
156 */
157 struct sfe_ipv6_addr xlate_src_ip[1]; /* Address after source translation */
158 __be16 xlate_src_port; /* Port/connection ident after source translation */
159 u16 xlate_src_csum_adjustment;
160 /* Transport layer checksum adjustment after source translation */
161 struct sfe_ipv6_addr xlate_dest_ip[1]; /* Address after destination translation */
162 __be16 xlate_dest_port; /* Port/connection ident after destination translation */
163 u16 xlate_dest_csum_adjustment;
164 /* Transport layer checksum adjustment after destination translation */
Ken Zhu37040ea2021-09-09 21:11:15 -0700165 u32 mark; /* mark for outgoing packet */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530166
167 /*
168 * QoS information
169 */
170 u32 priority;
171 u32 dscp;
172
173 /*
174 * Packet transmit information.
175 */
176 struct net_device *xmit_dev; /* Network device on which to transmit */
177 unsigned short int xmit_dev_mtu;
178 /* Interface MTU */
179 u16 xmit_dest_mac[ETH_ALEN / 2];
180 /* Destination MAC address to use when forwarding */
181 u16 xmit_src_mac[ETH_ALEN / 2];
182 /* Source MAC address to use when forwarding */
183
Wayne Tanbb7f1782021-12-13 11:16:04 -0800184 u8 ingress_vlan_hdr_cnt; /* Ingress active vlan headers count */
185 u8 egress_vlan_hdr_cnt; /* Egress active vlan headers count */
186
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530187 /*
188 * Summary stats.
189 */
190 u64 rx_packet_count64;
191 u64 rx_byte_count64;
Guduri Prathyushaeb31c902021-11-10 20:18:50 +0530192
193 /*
194 * PPPoE information.
195 */
196 u16 pppoe_session_id;
197 u8 pppoe_remote_mac[ETH_ALEN];
Wayne Tanbb7f1782021-12-13 11:16:04 -0800198
Tian Yang435afc42022-02-02 12:47:32 -0800199 struct net_device *top_interface_dev; /* Used by tunipip6 to store decap VLAN netdevice.*/
200
Wayne Tanbb7f1782021-12-13 11:16:04 -0800201 /*
202 * Size of all needed L2 headers
203 */
204 u16 l2_hdr_size;
Ken Zhu7e38d1a2021-11-30 17:31:46 -0800205
206 /*
Parikshit Guned31a8202022-01-05 22:15:04 +0530207 * xmit device's feature
Ken Zhu7e38d1a2021-11-30 17:31:46 -0800208 */
209 netdev_features_t features;
Parikshit Guned31a8202022-01-05 22:15:04 +0530210
211 bool sawf_valid; /* Indicates mark has valid SAWF information. */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530212};
213
214/*
215 * Per-connection data structure.
216 */
217struct sfe_ipv6_connection {
218 struct sfe_ipv6_connection *next;
219 /* Pointer to the next entry in a hash chain */
220 struct sfe_ipv6_connection *prev;
221 /* Pointer to the previous entry in a hash chain */
222 int protocol; /* IP protocol number */
223 struct sfe_ipv6_addr src_ip[1]; /* Src IP addr pre-translation */
224 struct sfe_ipv6_addr src_ip_xlate[1]; /* Src IP addr post-translation */
225 struct sfe_ipv6_addr dest_ip[1]; /* Dest IP addr pre-translation */
226 struct sfe_ipv6_addr dest_ip_xlate[1]; /* Dest IP addr post-translation */
227 __be16 src_port; /* Src port pre-translation */
228 __be16 src_port_xlate; /* Src port post-translation */
229 __be16 dest_port; /* Dest port pre-translation */
230 __be16 dest_port_xlate; /* Dest port post-translation */
231 struct sfe_ipv6_connection_match *original_match;
232 /* Original direction matching structure */
233 struct net_device *original_dev;
234 /* Original direction source device */
235 struct sfe_ipv6_connection_match *reply_match;
236 /* Reply direction matching structure */
237 struct net_device *reply_dev; /* Reply direction source device */
238 u64 last_sync_jiffies; /* Jiffies count for the last sync */
239 struct sfe_ipv6_connection *all_connections_next;
240 /* Pointer to the next entry in the list of all connections */
241 struct sfe_ipv6_connection *all_connections_prev;
242 /* Pointer to the previous entry in the list of all connections */
Ratheesh Kannotha212fc52021-10-20 07:50:32 +0530243 bool removed; /* Indicates the connection is removed */
244 struct rcu_head rcu; /* delay rcu free */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530245 u32 debug_read_seq; /* sequence number for debug dump */
246};
247
248/*
249 * IPv6 connections and hash table size information.
250 */
251#define SFE_IPV6_CONNECTION_HASH_SHIFT 12
252#define SFE_IPV6_CONNECTION_HASH_SIZE (1 << SFE_IPV6_CONNECTION_HASH_SHIFT)
253#define SFE_IPV6_CONNECTION_HASH_MASK (SFE_IPV6_CONNECTION_HASH_SIZE - 1)
254
255enum sfe_ipv6_exception_events {
256 SFE_IPV6_EXCEPTION_EVENT_UDP_HEADER_INCOMPLETE,
257 SFE_IPV6_EXCEPTION_EVENT_UDP_NO_CONNECTION,
258 SFE_IPV6_EXCEPTION_EVENT_UDP_IP_OPTIONS_OR_INITIAL_FRAGMENT,
259 SFE_IPV6_EXCEPTION_EVENT_UDP_SMALL_TTL,
260 SFE_IPV6_EXCEPTION_EVENT_UDP_NEEDS_FRAGMENTATION,
261 SFE_IPV6_EXCEPTION_EVENT_TCP_HEADER_INCOMPLETE,
262 SFE_IPV6_EXCEPTION_EVENT_TCP_NO_CONNECTION_SLOW_FLAGS,
263 SFE_IPV6_EXCEPTION_EVENT_TCP_NO_CONNECTION_FAST_FLAGS,
264 SFE_IPV6_EXCEPTION_EVENT_TCP_IP_OPTIONS_OR_INITIAL_FRAGMENT,
265 SFE_IPV6_EXCEPTION_EVENT_TCP_SMALL_TTL,
266 SFE_IPV6_EXCEPTION_EVENT_TCP_NEEDS_FRAGMENTATION,
267 SFE_IPV6_EXCEPTION_EVENT_TCP_FLAGS,
268 SFE_IPV6_EXCEPTION_EVENT_TCP_SEQ_EXCEEDS_RIGHT_EDGE,
269 SFE_IPV6_EXCEPTION_EVENT_TCP_SMALL_DATA_OFFS,
270 SFE_IPV6_EXCEPTION_EVENT_TCP_BAD_SACK,
271 SFE_IPV6_EXCEPTION_EVENT_TCP_BIG_DATA_OFFS,
272 SFE_IPV6_EXCEPTION_EVENT_TCP_SEQ_BEFORE_LEFT_EDGE,
273 SFE_IPV6_EXCEPTION_EVENT_TCP_ACK_EXCEEDS_RIGHT_EDGE,
274 SFE_IPV6_EXCEPTION_EVENT_TCP_ACK_BEFORE_LEFT_EDGE,
275 SFE_IPV6_EXCEPTION_EVENT_ICMP_HEADER_INCOMPLETE,
276 SFE_IPV6_EXCEPTION_EVENT_ICMP_UNHANDLED_TYPE,
277 SFE_IPV6_EXCEPTION_EVENT_ICMP_IPV6_HEADER_INCOMPLETE,
278 SFE_IPV6_EXCEPTION_EVENT_ICMP_IPV6_NON_V6,
279 SFE_IPV6_EXCEPTION_EVENT_ICMP_IPV6_IP_OPTIONS_INCOMPLETE,
280 SFE_IPV6_EXCEPTION_EVENT_ICMP_IPV6_UDP_HEADER_INCOMPLETE,
281 SFE_IPV6_EXCEPTION_EVENT_ICMP_IPV6_TCP_HEADER_INCOMPLETE,
282 SFE_IPV6_EXCEPTION_EVENT_ICMP_IPV6_UNHANDLED_PROTOCOL,
283 SFE_IPV6_EXCEPTION_EVENT_ICMP_NO_CONNECTION,
284 SFE_IPV6_EXCEPTION_EVENT_ICMP_FLUSHED_CONNECTION,
285 SFE_IPV6_EXCEPTION_EVENT_HEADER_INCOMPLETE,
286 SFE_IPV6_EXCEPTION_EVENT_BAD_TOTAL_LENGTH,
287 SFE_IPV6_EXCEPTION_EVENT_NON_V6,
288 SFE_IPV6_EXCEPTION_EVENT_NON_INITIAL_FRAGMENT,
289 SFE_IPV6_EXCEPTION_EVENT_DATAGRAM_INCOMPLETE,
290 SFE_IPV6_EXCEPTION_EVENT_IP_OPTIONS_INCOMPLETE,
291 SFE_IPV6_EXCEPTION_EVENT_UNHANDLED_PROTOCOL,
292 SFE_IPV6_EXCEPTION_EVENT_FLOW_COOKIE_ADD_FAIL,
Guduri Prathyusha5f27e232022-01-06 14:39:04 +0530293 SFE_IPV6_EXCEPTION_EVENT_NO_HEADROOM,
Guduri Prathyusha647fe3e2021-11-22 19:17:51 +0530294 SFE_IPV6_EXCEPTION_EVENT_INVALID_PPPOE_SESSION,
295 SFE_IPV6_EXCEPTION_EVENT_INCORRECT_PPPOE_PARSING,
296 SFE_IPV6_EXCEPTION_EVENT_PPPOE_NOT_SET_IN_CME,
Wayne Tanbb7f1782021-12-13 11:16:04 -0800297 SFE_IPV6_EXCEPTION_EVENT_INGRESS_VLAN_TAG_MISMATCH,
Ratheesh Kannoth5dee3772022-01-18 11:27:14 +0530298 SFE_IPV6_EXCEPTION_EVENT_INVALID_SRC_IFACE,
Tian Yangafb03452022-01-13 18:53:13 -0800299 SFE_IPV6_EXCEPTION_EVENT_TUNIPIP6_HEADER_INCOMPLETE,
300 SFE_IPV6_EXCEPTION_EVENT_TUNIPIP6_NO_CONNECTION,
301 SFE_IPV6_EXCEPTION_EVENT_TUNIPIP6_IP_OPTIONS_OR_INITIAL_FRAGMENT,
302 SFE_IPV6_EXCEPTION_EVENT_TUNIPIP6_SMALL_TTL,
303 SFE_IPV6_EXCEPTION_EVENT_TUNIPIP6_NEEDS_FRAGMENTATION,
304 SFE_IPV6_EXCEPTION_EVENT_TUNIPIP6_SYNC_ON_FIND,
Nitin Shettye6ed5b52021-12-27 14:50:11 +0530305 SFE_IPV6_EXCEPTION_EVENT_GRE_HEADER_INCOMPLETE,
306 SFE_IPV6_EXCEPTION_EVENT_GRE_NO_CONNECTION,
307 SFE_IPV6_EXCEPTION_EVENT_GRE_IP_OPTIONS_OR_INITIAL_FRAGMENT,
308 SFE_IPV6_EXCEPTION_EVENT_GRE_SMALL_TTL,
309 SFE_IPV6_EXCEPTION_EVENT_GRE_NEEDS_FRAGMENTATION,
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530310 SFE_IPV6_EXCEPTION_EVENT_LAST
311};
312
313/*
Ratheesh Kannoth1ed95462021-10-20 07:57:45 +0530314 * Per CPU stats
315 */
316struct sfe_ipv6_stats {
317 /*
318 * Stats recorded in a sync period. These stats will be added to
319 * connection_xxx64 after a sync period.
320 */
321 u64 connection_create_requests64;
322 /* Number of IPv6 connection create requests */
323 u64 connection_create_collisions64;
324 /* Number of IPv6 connection create requests that collided with existing hash table entries */
Ratheesh Kannoth89302a72021-10-20 08:10:37 +0530325 u64 connection_create_failures64;
326 /* Number of IPv6 connection create requests failures. */
327
Ratheesh Kannoth1ed95462021-10-20 07:57:45 +0530328 u64 connection_destroy_requests64;
329 /* Number of IPv6 connection destroy requests */
330 u64 connection_destroy_misses64;
331 /* Number of IPv6 connection destroy requests that missed our hash table */
332 u64 connection_match_hash_hits64;
333 /* Number of IPv6 connection match hash hits */
334 u64 connection_match_hash_reorders64;
335 /* Number of IPv6 connection match hash reorders */
336 u64 connection_flushes64; /* Number of IPv6 connection flushes */
Suruchi Suman23a279d2021-11-16 15:13:09 +0530337 u64 packets_dropped64; /* Number of IPv4 packets dropped */
Ratheesh Kannoth1ed95462021-10-20 07:57:45 +0530338 u64 packets_forwarded64; /* Number of IPv6 packets forwarded */
Ken Zhu7e38d1a2021-11-30 17:31:46 -0800339 u64 packets_fast_xmited64; /* Number of IPv6 packets fast transmited */
Ratheesh Kannoth1ed95462021-10-20 07:57:45 +0530340 u64 packets_not_forwarded64; /* Number of IPv6 packets not forwarded */
341 u64 exception_events64[SFE_IPV6_EXCEPTION_EVENT_LAST];
Guduri Prathyusha034d6352022-01-12 16:49:04 +0530342 u64 pppoe_encap_packets_forwarded64; /* Number of IPv6 PPPoE encap packets forwarded */
343 u64 pppoe_decap_packets_forwarded64; /* Number of IPv6 PPPoE decap packets forwarded */
344 u64 pppoe_bridge_packets_forwarded64; /* Number of IPv6 PPPoE decap packets forwarded */
Ratheesh Kannoth1ed95462021-10-20 07:57:45 +0530345};
346
347/*
Parikshit Guned31a8202022-01-05 22:15:04 +0530348 * sfe_ipv6_per_service_class_stats
349 * Per service class stats
350 */
351struct sfe_ipv6_per_service_class_stats {
352 u64 tx_bytes; /* Byte count */
353 u64 tx_packets; /* Packet count */
354 seqcount_t seq; /* seq lock for read/write protection */
355 /*
356 * TODO : Add the entries to be maintained later.
357 */
358};
359
360/*
361 * sfe_ipv6_service_class_stats_db
362 * Stat entries for each service class.
363 */
364struct sfe_ipv6_service_class_stats_db{
365 struct sfe_ipv6_per_service_class_stats psc_stats[SFE_MAX_SERVICE_CLASS_ID];
366 /* Per service class stats */
367};
368
369/*
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530370 * Per-module structure.
371 */
372struct sfe_ipv6 {
373 spinlock_t lock; /* Lock for SMP correctness */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530374 struct sfe_ipv6_connection *all_connections_head;
375 /* Head of the list of all connections */
376 struct sfe_ipv6_connection *all_connections_tail;
377 /* Tail of the list of all connections */
378 unsigned int num_connections; /* Number of connections */
Ken Zhu137722d2021-09-23 17:57:36 -0700379 struct delayed_work sync_dwork; /* Work to sync the statistics */
380 unsigned int work_cpu; /* The core to run stats sync on */
381
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530382 sfe_sync_rule_callback_t __rcu sync_rule_callback;
383 /* Callback function registered by a connection manager for stats syncing */
Ken Zhu7a43d882022-01-04 10:51:44 -0800384 sfe_ipv6_many_sync_callback_t __rcu many_sync_callback;
385 /* Callback function registered by a connection manager for many stats syncing */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530386 struct sfe_ipv6_connection *conn_hash[SFE_IPV6_CONNECTION_HASH_SIZE];
387 /* Connection hash table */
Ratheesh Kannotha212fc52021-10-20 07:50:32 +0530388 struct hlist_head hlist_conn_match_hash_head[SFE_IPV6_CONNECTION_HASH_SIZE];
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530389#ifdef CONFIG_NF_FLOW_COOKIE
390 struct sfe_ipv6_flow_cookie_entry sfe_flow_cookie_table[SFE_FLOW_COOKIE_SIZE];
391 /* flow cookie table*/
392 sfe_ipv6_flow_cookie_set_func_t flow_cookie_set_func;
393 /* function used to configure flow cookie in hardware*/
394 int flow_cookie_enable;
395 /* Enable/disable flow cookie at runtime */
396#endif
Parikshit Guned31a8202022-01-05 22:15:04 +0530397 struct sfe_ipv6_service_class_stats_db __percpu *stats_pcpu_psc;
398 /* Database to maintain per cpu per service class statistics */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530399
Ratheesh Kannoth1ed95462021-10-20 07:57:45 +0530400 struct sfe_ipv6_stats __percpu *stats_pcpu;
401 /* Common SFE counters. */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530402
Ken Zhu32b95392021-09-03 13:52:04 -0700403 struct sfe_ipv6_connection *wc_next;
404 /* The next walk point in the all connection list*/
405
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530406 /*
407 * Control state.
408 */
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530409 struct kobject *sys_ipv6; /* sysfs linkage */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530410 int debug_dev; /* Major number of the debug char device */
411 u32 debug_read_seq; /* sequence number for debug dump */
412};
413
414/*
415 * Enumeration of the XML output.
416 */
417enum sfe_ipv6_debug_xml_states {
418 SFE_IPV6_DEBUG_XML_STATE_START,
419 SFE_IPV6_DEBUG_XML_STATE_CONNECTIONS_START,
420 SFE_IPV6_DEBUG_XML_STATE_CONNECTIONS_CONNECTION,
421 SFE_IPV6_DEBUG_XML_STATE_CONNECTIONS_END,
422 SFE_IPV6_DEBUG_XML_STATE_EXCEPTIONS_START,
423 SFE_IPV6_DEBUG_XML_STATE_EXCEPTIONS_EXCEPTION,
424 SFE_IPV6_DEBUG_XML_STATE_EXCEPTIONS_END,
425 SFE_IPV6_DEBUG_XML_STATE_STATS,
426 SFE_IPV6_DEBUG_XML_STATE_END,
427 SFE_IPV6_DEBUG_XML_STATE_DONE
428};
429
430/*
431 * XML write state.
432 */
433struct sfe_ipv6_debug_xml_write_state {
434 enum sfe_ipv6_debug_xml_states state;
435 /* XML output file state machine state */
436 int iter_exception; /* Next exception iterator */
437};
438
439typedef bool (*sfe_ipv6_debug_xml_write_method_t)(struct sfe_ipv6 *si, char *buffer, char *msg, size_t *length,
440 int *total_read, struct sfe_ipv6_debug_xml_write_state *ws);
441
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530442/*
443 * sfe_ipv6_is_ext_hdr()
444 * check if we recognize ipv6 extension header
445 */
446static inline bool sfe_ipv6_is_ext_hdr(u8 hdr)
447{
448 return (hdr == NEXTHDR_HOP) ||
449 (hdr == NEXTHDR_ROUTING) ||
450 (hdr == NEXTHDR_FRAGMENT) ||
451 (hdr == NEXTHDR_AUTH) ||
452 (hdr == NEXTHDR_DEST) ||
453 (hdr == NEXTHDR_MOBILITY);
454}
455
456/*
457 * sfe_ipv6_change_dsfield()
458 * change dscp field in IPv6 packet
459 */
460static inline void sfe_ipv6_change_dsfield(struct ipv6hdr *iph, u8 dscp)
461{
462 __be16 *p = (__be16 *)iph;
463
464 *p = ((*p & htons(SFE_IPV6_DSCP_MASK)) | htons((u16)dscp << 4));
465}
466
Jackson Bockus3fafbf32022-02-13 17:15:26 -0800467bool sfe_ipv6_service_class_stats_get(uint8_t sid, uint64_t *bytes, uint64_t *packets);
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530468void sfe_ipv6_exception_stats_inc(struct sfe_ipv6 *si, enum sfe_ipv6_exception_events reason);
Parikshit Guned31a8202022-01-05 22:15:04 +0530469void sfe_ipv6_service_class_stats_inc(struct sfe_ipv6 *si, uint8_t sid, uint64_t bytes);
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530470struct sfe_ipv6_connection_match *
471sfe_ipv6_find_connection_match_rcu(struct sfe_ipv6 *si, struct net_device *dev, u8 protocol,
472 struct sfe_ipv6_addr *src_ip, __be16 src_port,
473 struct sfe_ipv6_addr *dest_ip, __be16 dest_port);
474
475bool sfe_ipv6_remove_connection(struct sfe_ipv6 *si, struct sfe_ipv6_connection *c);
476
477void sfe_ipv6_flush_connection(struct sfe_ipv6 *si,
478 struct sfe_ipv6_connection *c,
479 sfe_sync_reason_t reason);
480
Ken Zhu88c58152021-12-09 15:12:06 -0800481void sfe_ipv6_sync_status(struct sfe_ipv6 *si,
482 struct sfe_ipv6_connection *c,
483 sfe_sync_reason_t reason);
484
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530485void sfe_ipv6_exit(void);
486int sfe_ipv6_init(void);
Wayne Tanbb7f1782021-12-13 11:16:04 -0800487
488#endif /* __SFE_IPV6_H */