blob: 7ee2147e01429c422269881c7ea42d84c002760e [file] [log] [blame]
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +05301/*
2 * sfe_ipv4.h
3 * Shortcut forwarding engine header file for IPv4.
4 *
5 * Copyright (c) 2013-2016, 2019-2020, The Linux Foundation. All rights reserved.
Guduri Prathyusha5f27e232022-01-06 14:39:04 +05306 * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved.
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +05307 *
8 * Permission to use, copy, modify, and/or distribute this software for any
9 * purpose with or without fee is hereby granted, provided that the above
10 * copyright notice and this permission notice appear in all copies.
11 *
12 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
18 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19 */
20
Wayne Tanbb7f1782021-12-13 11:16:04 -080021#ifndef __SFE_IPV4_H
22#define __SFE_IPV4_H
23
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053024#define SFE_IPV4_DSCP_MASK 0x3
25#define SFE_IPV4_DSCP_SHIFT 2
26
27/*
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053028 * Specifies the lower bound on ACK numbers carried in the TCP header
29 */
30#define SFE_IPV4_TCP_MAX_ACK_WINDOW 65520
31
32/*
33 * IPv4 TCP connection match additional data.
34 */
35struct sfe_ipv4_tcp_connection_match {
36 u8 win_scale; /* Window scale */
37 u32 max_win; /* Maximum window size seen */
38 u32 end; /* Sequence number of the next byte to send (seq + segment length) */
39 u32 max_end; /* Sequence number of the last byte to ack */
40};
41
42/*
43 * Bit flags for IPv4 connection matching entry.
44 */
45#define SFE_IPV4_CONNECTION_MATCH_FLAG_XLATE_SRC (1<<0)
46 /* Perform source translation */
47#define SFE_IPV4_CONNECTION_MATCH_FLAG_XLATE_DEST (1<<1)
48 /* Perform destination translation */
49#define SFE_IPV4_CONNECTION_MATCH_FLAG_NO_SEQ_CHECK (1<<2)
50 /* Ignore TCP sequence numbers */
51#define SFE_IPV4_CONNECTION_MATCH_FLAG_WRITE_FAST_ETH_HDR (1<<3)
52 /* Fast Ethernet header write */
53#define SFE_IPV4_CONNECTION_MATCH_FLAG_WRITE_L2_HDR (1<<4)
54 /* Fast Ethernet header write */
55#define SFE_IPV4_CONNECTION_MATCH_FLAG_PRIORITY_REMARK (1<<5)
56 /* remark priority of SKB */
57#define SFE_IPV4_CONNECTION_MATCH_FLAG_DSCP_REMARK (1<<6)
58 /* remark DSCP of packet */
Ratheesh Kannotha3cf0e02021-12-09 09:44:10 +053059#define SFE_IPV4_CONNECTION_MATCH_FLAG_CSUM_OFFLOAD (1<<7)
60 /* checksum offload.*/
Guduri Prathyushaeb31c902021-11-10 20:18:50 +053061#define SFE_IPV4_CONNECTION_MATCH_FLAG_PPPOE_DECAP (1<<8)
62 /* Indicates that PPPoE should be decapsulated */
63#define SFE_IPV4_CONNECTION_MATCH_FLAG_PPPOE_ENCAP (1<<9)
64 /* Indicates that PPPoE should be encapsulated */
Ratheesh Kannoth71fc51e2022-01-05 10:02:47 +053065#define SFE_IPV4_CONNECTION_MATCH_FLAG_BRIDGE_FLOW (1<<10)
66 /* Bridge flow */
Ken Zhu37040ea2021-09-09 21:11:15 -070067#define SFE_IPV4_CONNECTION_MATCH_FLAG_MARK (1<<11)
68 /* skb mark of the packet */
Wayne Tanbb7f1782021-12-13 11:16:04 -080069#define SFE_IPV4_CONNECTION_MATCH_FLAG_INSERT_EGRESS_VLAN_TAG (1<<12)
70 /* Insert VLAN tag */
Ratheesh Kannoth5dee3772022-01-18 11:27:14 +053071#define SFE_IPV4_CONNECTION_MATCH_FLAG_SRC_INTERFACE_CHECK (1<<13)
72 /* Source interface check.*/
Nitin Shettye6ed5b52021-12-27 14:50:11 +053073#define SFE_IPV4_CONNECTION_MATCH_FLAG_PASSTHROUGH (1<<14)
74 /* passthrough flow: encap/decap to be skipped for this flow */
Ken Zhu7e38d1a2021-11-30 17:31:46 -080075#define SFE_IPV4_CONNECTION_MATCH_FLAG_FAST_XMIT (1<<15)
76 /* skb go fast xmit */
77#define SFE_IPV4_CONNECTION_MATCH_FLAG_FAST_XMIT_FLOW_CHECKED (1<<16)
78 /* Fast xmit flow checked or not */
79#define SFE_IPV4_CONNECTION_MATCH_FLAG_FAST_XMIT_DEV_ADMISSION (1<<17)
80 /* Fast xmit may be possible for this flow, if SFE check passes */
Wayne Tanbb7f1782021-12-13 11:16:04 -080081
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053082/*
83 * IPv4 connection matching structure.
84 */
85struct sfe_ipv4_connection_match {
86 /*
87 * References to other objects.
88 */
Ratheesh Kannoth94fc5b82021-10-20 07:45:06 +053089 struct hlist_node hnode;
90
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053091 struct sfe_ipv4_connection *connection;
92 struct sfe_ipv4_connection_match *counter_match;
93 /* Matches the flow in the opposite direction as the one in *connection */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +053094 /*
95 * Characteristics that identify flows that match this rule.
96 */
97 struct net_device *match_dev; /* Network device */
98 u8 match_protocol; /* Protocol */
99 __be32 match_src_ip; /* Source IP address */
100 __be32 match_dest_ip; /* Destination IP address */
101 __be16 match_src_port; /* Source port/connection ident */
102 __be16 match_dest_port; /* Destination port/connection ident */
103
Amitesh Anand63be37d2021-12-24 20:51:48 +0530104 struct udp_sock *up; /* Stores UDP sock information; valid only in decap path */
Nitin Shettye6ed5b52021-12-27 14:50:11 +0530105 struct net_protocol *proto; /* stores protocol handler; valid only in decap path */
Amitesh Anand63be37d2021-12-24 20:51:48 +0530106
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530107 /*
108 * Control the operations of the match.
109 */
110 u32 flags; /* Bit flags */
111#ifdef CONFIG_NF_FLOW_COOKIE
112 u32 flow_cookie; /* used flow cookie, for debug */
113#endif
114#ifdef CONFIG_XFRM
115 u32 flow_accel; /* The flow accelerated or not */
116#endif
117
118 /*
119 * Connection state that we track once we match.
120 */
121 union { /* Protocol-specific state */
122 struct sfe_ipv4_tcp_connection_match tcp;
123 } protocol_state;
Wayne Tanbb7f1782021-12-13 11:16:04 -0800124
125 /*
126 * VLAN headers
127 */
128 struct sfe_vlan_hdr ingress_vlan_hdr[SFE_MAX_VLAN_DEPTH];
129 struct sfe_vlan_hdr egress_vlan_hdr[SFE_MAX_VLAN_DEPTH];
130
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530131 /*
132 * Stats recorded in a sync period. These stats will be added to
133 * rx_packet_count64/rx_byte_count64 after a sync period.
134 */
Ratheesh Kannoth94fc5b82021-10-20 07:45:06 +0530135 atomic_t rx_packet_count;
136 atomic_t rx_byte_count;
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530137
138 /*
139 * Packet translation information.
140 */
141 __be32 xlate_src_ip; /* Address after source translation */
142 __be16 xlate_src_port; /* Port/connection ident after source translation */
143 u16 xlate_src_csum_adjustment;
144 /* Transport layer checksum adjustment after source translation */
145 u16 xlate_src_partial_csum_adjustment;
146 /* Transport layer pseudo header checksum adjustment after source translation */
147
148 __be32 xlate_dest_ip; /* Address after destination translation */
149 __be16 xlate_dest_port; /* Port/connection ident after destination translation */
150 u16 xlate_dest_csum_adjustment;
151 /* Transport layer checksum adjustment after destination translation */
152 u16 xlate_dest_partial_csum_adjustment;
153 /* Transport layer pseudo header checksum adjustment after destination translation */
154
155 /*
156 * QoS information
157 */
158 u32 priority;
159 u32 dscp;
Ken Zhu37040ea2021-09-09 21:11:15 -0700160 u32 mark; /* mark for outgoing packet */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530161
162 /*
163 * Packet transmit information.
164 */
165 struct net_device *xmit_dev; /* Network device on which to transmit */
166 unsigned short int xmit_dev_mtu;
167 /* Interface MTU */
168 u16 xmit_dest_mac[ETH_ALEN / 2];
169 /* Destination MAC address to use when forwarding */
170 u16 xmit_src_mac[ETH_ALEN / 2];
171 /* Source MAC address to use when forwarding */
172
Wayne Tanbb7f1782021-12-13 11:16:04 -0800173 u8 ingress_vlan_hdr_cnt; /* Ingress active vlan headers count */
174 u8 egress_vlan_hdr_cnt; /* Egress active vlan headers count */
175
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530176 /*
177 * Summary stats.
178 */
179 u64 rx_packet_count64;
180 u64 rx_byte_count64;
Guduri Prathyushaeb31c902021-11-10 20:18:50 +0530181
182 /*
183 * PPPoE information
184 */
185 u16 pppoe_session_id;
186 u8 pppoe_remote_mac[ETH_ALEN];
Wayne Tanbb7f1782021-12-13 11:16:04 -0800187
188 /*
189 * Size of all needed L2 headers
190 */
191 u16 l2_hdr_size;
Ken Zhu7e38d1a2021-11-30 17:31:46 -0800192
193 /*
194 * xmit device's feature
195 */
196 netdev_features_t features;
Parikshit Guned31a8202022-01-05 22:15:04 +0530197 bool sawf_valid; /* Indicates mark has valid SAWF information */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530198};
199
200/*
201 * Per-connection data structure.
202 */
203struct sfe_ipv4_connection {
204 struct sfe_ipv4_connection *next;
205 /* Pointer to the next entry in a hash chain */
206 struct sfe_ipv4_connection *prev;
207 /* Pointer to the previous entry in a hash chain */
208 int protocol; /* IP protocol number */
209 __be32 src_ip; /* Src IP addr pre-translation */
210 __be32 src_ip_xlate; /* Src IP addr post-translation */
211 __be32 dest_ip; /* Dest IP addr pre-translation */
212 __be32 dest_ip_xlate; /* Dest IP addr post-translation */
213 __be16 src_port; /* Src port pre-translation */
214 __be16 src_port_xlate; /* Src port post-translation */
215 __be16 dest_port; /* Dest port pre-translation */
216 __be16 dest_port_xlate; /* Dest port post-translation */
217 struct sfe_ipv4_connection_match *original_match;
218 /* Original direction matching structure */
219 struct net_device *original_dev;
220 /* Original direction source device */
221 struct sfe_ipv4_connection_match *reply_match;
222 /* Reply direction matching structure */
223 struct net_device *reply_dev; /* Reply direction source device */
224 u64 last_sync_jiffies; /* Jiffies count for the last sync */
225 struct sfe_ipv4_connection *all_connections_next;
226 /* Pointer to the next entry in the list of all connections */
227 struct sfe_ipv4_connection *all_connections_prev;
228 /* Pointer to the previous entry in the list of all connections */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530229 u32 debug_read_seq; /* sequence number for debug dump */
Ratheesh Kannoth94fc5b82021-10-20 07:45:06 +0530230 bool removed; /* Indicates the connection is removed */
231 struct rcu_head rcu; /* delay rcu free */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530232};
233
234/*
235 * IPv4 connections and hash table size information.
236 */
237#define SFE_IPV4_CONNECTION_HASH_SHIFT 12
238#define SFE_IPV4_CONNECTION_HASH_SIZE (1 << SFE_IPV4_CONNECTION_HASH_SHIFT)
239#define SFE_IPV4_CONNECTION_HASH_MASK (SFE_IPV4_CONNECTION_HASH_SIZE - 1)
240
241enum sfe_ipv4_exception_events {
242 SFE_IPV4_EXCEPTION_EVENT_UDP_HEADER_INCOMPLETE,
243 SFE_IPV4_EXCEPTION_EVENT_UDP_NO_CONNECTION,
244 SFE_IPV4_EXCEPTION_EVENT_UDP_IP_OPTIONS_OR_INITIAL_FRAGMENT,
245 SFE_IPV4_EXCEPTION_EVENT_UDP_SMALL_TTL,
246 SFE_IPV4_EXCEPTION_EVENT_UDP_NEEDS_FRAGMENTATION,
247 SFE_IPV4_EXCEPTION_EVENT_TCP_HEADER_INCOMPLETE,
248 SFE_IPV4_EXCEPTION_EVENT_TCP_NO_CONNECTION_SLOW_FLAGS,
249 SFE_IPV4_EXCEPTION_EVENT_TCP_NO_CONNECTION_FAST_FLAGS,
250 SFE_IPV4_EXCEPTION_EVENT_TCP_IP_OPTIONS_OR_INITIAL_FRAGMENT,
251 SFE_IPV4_EXCEPTION_EVENT_TCP_SMALL_TTL,
252 SFE_IPV4_EXCEPTION_EVENT_TCP_NEEDS_FRAGMENTATION,
253 SFE_IPV4_EXCEPTION_EVENT_TCP_FLAGS,
254 SFE_IPV4_EXCEPTION_EVENT_TCP_SEQ_EXCEEDS_RIGHT_EDGE,
255 SFE_IPV4_EXCEPTION_EVENT_TCP_SMALL_DATA_OFFS,
256 SFE_IPV4_EXCEPTION_EVENT_TCP_BAD_SACK,
257 SFE_IPV4_EXCEPTION_EVENT_TCP_BIG_DATA_OFFS,
258 SFE_IPV4_EXCEPTION_EVENT_TCP_SEQ_BEFORE_LEFT_EDGE,
259 SFE_IPV4_EXCEPTION_EVENT_TCP_ACK_EXCEEDS_RIGHT_EDGE,
260 SFE_IPV4_EXCEPTION_EVENT_TCP_ACK_BEFORE_LEFT_EDGE,
261 SFE_IPV4_EXCEPTION_EVENT_ICMP_HEADER_INCOMPLETE,
262 SFE_IPV4_EXCEPTION_EVENT_ICMP_UNHANDLED_TYPE,
263 SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_HEADER_INCOMPLETE,
264 SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_NON_V4,
265 SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_IP_OPTIONS_INCOMPLETE,
266 SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_UDP_HEADER_INCOMPLETE,
267 SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_TCP_HEADER_INCOMPLETE,
268 SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_UNHANDLED_PROTOCOL,
269 SFE_IPV4_EXCEPTION_EVENT_ICMP_NO_CONNECTION,
270 SFE_IPV4_EXCEPTION_EVENT_ICMP_FLUSHED_CONNECTION,
271 SFE_IPV4_EXCEPTION_EVENT_HEADER_INCOMPLETE,
Ratheesh Kannoth43d64f82021-10-20 08:23:29 +0530272 SFE_IPV4_EXCEPTION_EVENT_HEADER_CSUM_BAD,
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530273 SFE_IPV4_EXCEPTION_EVENT_BAD_TOTAL_LENGTH,
274 SFE_IPV4_EXCEPTION_EVENT_NON_V4,
275 SFE_IPV4_EXCEPTION_EVENT_NON_INITIAL_FRAGMENT,
276 SFE_IPV4_EXCEPTION_EVENT_DATAGRAM_INCOMPLETE,
277 SFE_IPV4_EXCEPTION_EVENT_IP_OPTIONS_INCOMPLETE,
278 SFE_IPV4_EXCEPTION_EVENT_UNHANDLED_PROTOCOL,
Guduri Prathyusha5f27e232022-01-06 14:39:04 +0530279 SFE_IPV4_EXCEPTION_EVENT_NO_HEADROOM,
Guduri Prathyusha647fe3e2021-11-22 19:17:51 +0530280 SFE_IPV4_EXCEPTION_EVENT_INVALID_PPPOE_SESSION,
281 SFE_IPV4_EXCEPTION_EVENT_INCORRECT_PPPOE_PARSING,
282 SFE_IPV4_EXCEPTION_EVENT_PPPOE_NOT_SET_IN_CME,
Wayne Tanbb7f1782021-12-13 11:16:04 -0800283 SFE_IPV4_EXCEPTION_EVENT_INGRESS_VLAN_TAG_MISMATCH,
Ratheesh Kannoth5dee3772022-01-18 11:27:14 +0530284 SFE_IPV4_EXCEPTION_EVENT_INVALID_SRC_IFACE,
Nitin Shettye6ed5b52021-12-27 14:50:11 +0530285 SFE_IPV4_EXCEPTION_EVENT_GRE_HEADER_INCOMPLETE,
286 SFE_IPV4_EXCEPTION_EVENT_GRE_NO_CONNECTION,
287 SFE_IPV4_EXCEPTION_EVENT_GRE_IP_OPTIONS_OR_INITIAL_FRAGMENT,
288 SFE_IPV4_EXCEPTION_EVENT_GRE_SMALL_TTL,
289 SFE_IPV4_EXCEPTION_EVENT_GRE_NEEDS_FRAGMENTATION,
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530290 SFE_IPV4_EXCEPTION_EVENT_LAST
291};
292
293/*
Ratheesh Kannoth3aeb2892021-10-20 07:57:15 +0530294 * per CPU stats
295 */
296struct sfe_ipv4_stats {
297 /*
298 * Stats recorded in a sync period. These stats will be added to
299 * connection_xxx64 after a sync period.
300 */
301 u64 connection_create_requests64;
302 /* Number of IPv4 connection create requests */
303 u64 connection_create_collisions64;
304 /* Number of IPv4 connection create requests that collided with existing hash table entries */
Ratheesh Kannoth89302a72021-10-20 08:10:37 +0530305 u64 connection_create_failures64;
306 /* Number of IPv4 connection create requests that failed */
Ratheesh Kannoth3aeb2892021-10-20 07:57:15 +0530307 u64 connection_destroy_requests64;
308 /* Number of IPv4 connection destroy requests */
309 u64 connection_destroy_misses64;
310 /* Number of IPv4 connection destroy requests that missed our hash table */
311 u64 connection_match_hash_hits64;
312 /* Number of IPv4 connection match hash hits */
313 u64 connection_match_hash_reorders64;
314 /* Number of IPv4 connection match hash reorders */
315 u64 connection_flushes64; /* Number of IPv4 connection flushes */
Amitesh Anand63be37d2021-12-24 20:51:48 +0530316 u64 packets_dropped64; /* Number of IPv4 packets dropped */
Ratheesh Kannoth3aeb2892021-10-20 07:57:15 +0530317 u64 packets_forwarded64; /* Number of IPv4 packets forwarded */
Ken Zhu7e38d1a2021-11-30 17:31:46 -0800318 u64 packets_fast_xmited64; /* Number of IPv4 packets fast transmited */
Ratheesh Kannoth3aeb2892021-10-20 07:57:15 +0530319 u64 packets_not_forwarded64; /* Number of IPv4 packets not forwarded */
320 u64 exception_events64[SFE_IPV4_EXCEPTION_EVENT_LAST];
Guduri Prathyusha034d6352022-01-12 16:49:04 +0530321 u64 pppoe_encap_packets_forwarded64; /* Number of IPv4 PPPoE encap packets forwarded */
322 u64 pppoe_decap_packets_forwarded64; /* Number of IPv4 PPPoE decap packets forwarded */
323 u64 pppoe_bridge_packets_forwarded64; /* Number of IPv4 PPPoE bridge packets forwarded */
Ratheesh Kannoth3aeb2892021-10-20 07:57:15 +0530324};
325
326/*
Parikshit Guned31a8202022-01-05 22:15:04 +0530327 * sfe_ipv4_per_service_class_stats
328 * Per service class stats
329 */
330struct sfe_ipv4_per_service_class_stats {
331 u64 tx_bytes; /* Byte count */
332 u64 tx_packets; /* Packet count */
333 seqcount_t seq; /* seq lock for read/write protection */
334 /*
335 * TODO : add entries to be collected later.
336 */
337};
338
339/*
340 * sfe_ipv4_service_class_stats_db
341 * stat entries for each service class.
342 */
343struct sfe_ipv4_service_class_stats_db {
344 struct sfe_ipv4_per_service_class_stats psc_stats[SFE_MAX_SERVICE_CLASS_ID];
345 /* Per service class stats */
346};
347
348/*
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530349 * Per-module structure.
350 */
351struct sfe_ipv4 {
352 spinlock_t lock; /* Lock for SMP correctness */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530353 struct sfe_ipv4_connection *all_connections_head;
354 /* Head of the list of all connections */
355 struct sfe_ipv4_connection *all_connections_tail;
356 /* Tail of the list of all connections */
357 unsigned int num_connections; /* Number of connections */
Ken Zhu137722d2021-09-23 17:57:36 -0700358 struct delayed_work sync_dwork; /* Work to sync the statistics */
359 unsigned int work_cpu; /* The core to run stats sync on */
360
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530361 sfe_sync_rule_callback_t __rcu sync_rule_callback;
362 /* Callback function registered by a connection manager for stats syncing */
363 struct sfe_ipv4_connection *conn_hash[SFE_IPV4_CONNECTION_HASH_SIZE];
364 /* Connection hash table */
Ratheesh Kannoth94fc5b82021-10-20 07:45:06 +0530365
366 struct hlist_head hlist_conn_match_hash_head[SFE_IPV4_CONNECTION_HASH_SIZE];
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530367 /* Connection match hash table */
Ratheesh Kannoth94fc5b82021-10-20 07:45:06 +0530368
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530369#ifdef CONFIG_NF_FLOW_COOKIE
370 struct sfe_flow_cookie_entry sfe_flow_cookie_table[SFE_FLOW_COOKIE_SIZE];
371 /* flow cookie table*/
372 flow_cookie_set_func_t flow_cookie_set_func;
373 /* function used to configure flow cookie in hardware*/
374 int flow_cookie_enable;
375 /* Enable/disable flow cookie at runtime */
376#endif
Parikshit Guned31a8202022-01-05 22:15:04 +0530377 struct sfe_ipv4_service_class_stats_db __percpu *stats_pcpu_psc;
378 /* Database to maintain per cpu per service class statistics */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530379
Ratheesh Kannoth3aeb2892021-10-20 07:57:15 +0530380 struct sfe_ipv4_stats __percpu *stats_pcpu;
381 /* Per CPU statistics. */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530382
Ken Zhudc423672021-09-02 18:27:01 -0700383 struct sfe_ipv4_connection *wc_next; /* Connection list walk pointer for stats sync */
384
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530385 /*
386 * Control state.
387 */
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530388 struct kobject *sys_ipv4; /* sysfs linkage */
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530389 int debug_dev; /* Major number of the debug char device */
390 u32 debug_read_seq; /* sequence number for debug dump */
391};
392
393/*
394 * Enumeration of the XML output.
395 */
396enum sfe_ipv4_debug_xml_states {
397 SFE_IPV4_DEBUG_XML_STATE_START,
398 SFE_IPV4_DEBUG_XML_STATE_CONNECTIONS_START,
399 SFE_IPV4_DEBUG_XML_STATE_CONNECTIONS_CONNECTION,
400 SFE_IPV4_DEBUG_XML_STATE_CONNECTIONS_END,
401 SFE_IPV4_DEBUG_XML_STATE_EXCEPTIONS_START,
402 SFE_IPV4_DEBUG_XML_STATE_EXCEPTIONS_EXCEPTION,
403 SFE_IPV4_DEBUG_XML_STATE_EXCEPTIONS_END,
404 SFE_IPV4_DEBUG_XML_STATE_STATS,
405 SFE_IPV4_DEBUG_XML_STATE_END,
406 SFE_IPV4_DEBUG_XML_STATE_DONE
407};
408
409/*
410 * XML write state.
411 */
412struct sfe_ipv4_debug_xml_write_state {
413 enum sfe_ipv4_debug_xml_states state;
414 /* XML output file state machine state */
415 int iter_exception; /* Next exception iterator */
416};
417
418typedef bool (*sfe_ipv4_debug_xml_write_method_t)(struct sfe_ipv4 *si, char *buffer, char *msg, size_t *length,
419 int *total_read, struct sfe_ipv4_debug_xml_write_state *ws);
420
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530421u16 sfe_ipv4_gen_ip_csum(struct iphdr *iph);
Jackson Bockus3fafbf32022-02-13 17:15:26 -0800422bool sfe_ipv4_service_class_stats_get(uint8_t sid, uint64_t *bytes, uint64_t *packets);
Parikshit Guned31a8202022-01-05 22:15:04 +0530423void sfe_ipv4_service_class_stats_inc(struct sfe_ipv4 *si, uint8_t sid, uint64_t bytes);
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530424void sfe_ipv4_exception_stats_inc(struct sfe_ipv4 *si, enum sfe_ipv4_exception_events reason);
425bool sfe_ipv4_remove_connection(struct sfe_ipv4 *si, struct sfe_ipv4_connection *c);
426void sfe_ipv4_flush_connection(struct sfe_ipv4 *si, struct sfe_ipv4_connection *c, sfe_sync_reason_t reason);
Ken Zhu88c58152021-12-09 15:12:06 -0800427void sfe_ipv4_sync_status(struct sfe_ipv4 *si, struct sfe_ipv4_connection *c, sfe_sync_reason_t reason);
Ratheesh Kannoth6307bec2021-11-25 08:26:39 +0530428
429struct sfe_ipv4_connection_match *
430sfe_ipv4_find_connection_match_rcu(struct sfe_ipv4 *si, struct net_device *dev, u8 protocol,
431 __be32 src_ip, __be16 src_port,
432 __be32 dest_ip, __be16 dest_port);
433
Ratheesh Kannoth24fb1db2021-10-20 07:28:06 +0530434void sfe_ipv4_exit(void);
435int sfe_ipv4_init(void);
Wayne Tanbb7f1782021-12-13 11:16:04 -0800436
437#endif /* __SFE_IPV4_H */