Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 1 | /* |
| 2 | * sfe_ipv4.h |
| 3 | * Shortcut forwarding engine header file for IPv4. |
| 4 | * |
| 5 | * Copyright (c) 2013-2016, 2019-2020, The Linux Foundation. All rights reserved. |
Guduri Prathyusha | 5f27e23 | 2022-01-06 14:39:04 +0530 | [diff] [blame] | 6 | * Copyright (c) 2021-2022 Qualcomm Innovation Center, Inc. All rights reserved. |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 7 | * |
| 8 | * Permission to use, copy, modify, and/or distribute this software for any |
| 9 | * purpose with or without fee is hereby granted, provided that the above |
| 10 | * copyright notice and this permission notice appear in all copies. |
| 11 | * |
| 12 | * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| 13 | * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| 14 | * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR |
| 15 | * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| 16 | * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
| 17 | * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
| 18 | * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
| 19 | */ |
| 20 | |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 21 | #ifndef __SFE_IPV4_H |
| 22 | #define __SFE_IPV4_H |
| 23 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 24 | #define SFE_IPV4_DSCP_MASK 0x3 |
| 25 | #define SFE_IPV4_DSCP_SHIFT 2 |
| 26 | |
| 27 | /* |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 28 | * Specifies the lower bound on ACK numbers carried in the TCP header |
| 29 | */ |
| 30 | #define SFE_IPV4_TCP_MAX_ACK_WINDOW 65520 |
| 31 | |
| 32 | /* |
| 33 | * IPv4 TCP connection match additional data. |
| 34 | */ |
| 35 | struct sfe_ipv4_tcp_connection_match { |
| 36 | u8 win_scale; /* Window scale */ |
| 37 | u32 max_win; /* Maximum window size seen */ |
| 38 | u32 end; /* Sequence number of the next byte to send (seq + segment length) */ |
| 39 | u32 max_end; /* Sequence number of the last byte to ack */ |
| 40 | }; |
| 41 | |
| 42 | /* |
| 43 | * Bit flags for IPv4 connection matching entry. |
| 44 | */ |
| 45 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_XLATE_SRC (1<<0) |
| 46 | /* Perform source translation */ |
| 47 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_XLATE_DEST (1<<1) |
| 48 | /* Perform destination translation */ |
| 49 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_NO_SEQ_CHECK (1<<2) |
| 50 | /* Ignore TCP sequence numbers */ |
| 51 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_WRITE_FAST_ETH_HDR (1<<3) |
| 52 | /* Fast Ethernet header write */ |
| 53 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_WRITE_L2_HDR (1<<4) |
| 54 | /* Fast Ethernet header write */ |
| 55 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_PRIORITY_REMARK (1<<5) |
| 56 | /* remark priority of SKB */ |
| 57 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_DSCP_REMARK (1<<6) |
| 58 | /* remark DSCP of packet */ |
Ratheesh Kannoth | a3cf0e0 | 2021-12-09 09:44:10 +0530 | [diff] [blame] | 59 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_CSUM_OFFLOAD (1<<7) |
| 60 | /* checksum offload.*/ |
Guduri Prathyusha | eb31c90 | 2021-11-10 20:18:50 +0530 | [diff] [blame] | 61 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_PPPOE_DECAP (1<<8) |
| 62 | /* Indicates that PPPoE should be decapsulated */ |
| 63 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_PPPOE_ENCAP (1<<9) |
| 64 | /* Indicates that PPPoE should be encapsulated */ |
Ratheesh Kannoth | 71fc51e | 2022-01-05 10:02:47 +0530 | [diff] [blame] | 65 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_BRIDGE_FLOW (1<<10) |
| 66 | /* Bridge flow */ |
Ken Zhu | 37040ea | 2021-09-09 21:11:15 -0700 | [diff] [blame] | 67 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_MARK (1<<11) |
| 68 | /* skb mark of the packet */ |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 69 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_INSERT_EGRESS_VLAN_TAG (1<<12) |
| 70 | /* Insert VLAN tag */ |
Ratheesh Kannoth | 5dee377 | 2022-01-18 11:27:14 +0530 | [diff] [blame] | 71 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_SRC_INTERFACE_CHECK (1<<13) |
| 72 | /* Source interface check.*/ |
Nitin Shetty | e6ed5b5 | 2021-12-27 14:50:11 +0530 | [diff] [blame] | 73 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_PASSTHROUGH (1<<14) |
| 74 | /* passthrough flow: encap/decap to be skipped for this flow */ |
Ken Zhu | 7e38d1a | 2021-11-30 17:31:46 -0800 | [diff] [blame] | 75 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_FAST_XMIT (1<<15) |
| 76 | /* skb go fast xmit */ |
| 77 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_FAST_XMIT_FLOW_CHECKED (1<<16) |
| 78 | /* Fast xmit flow checked or not */ |
| 79 | #define SFE_IPV4_CONNECTION_MATCH_FLAG_FAST_XMIT_DEV_ADMISSION (1<<17) |
| 80 | /* Fast xmit may be possible for this flow, if SFE check passes */ |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 81 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 82 | /* |
| 83 | * IPv4 connection matching structure. |
| 84 | */ |
| 85 | struct sfe_ipv4_connection_match { |
| 86 | /* |
| 87 | * References to other objects. |
| 88 | */ |
Ratheesh Kannoth | 94fc5b8 | 2021-10-20 07:45:06 +0530 | [diff] [blame] | 89 | struct hlist_node hnode; |
| 90 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 91 | struct sfe_ipv4_connection *connection; |
| 92 | struct sfe_ipv4_connection_match *counter_match; |
| 93 | /* Matches the flow in the opposite direction as the one in *connection */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 94 | /* |
| 95 | * Characteristics that identify flows that match this rule. |
| 96 | */ |
| 97 | struct net_device *match_dev; /* Network device */ |
| 98 | u8 match_protocol; /* Protocol */ |
| 99 | __be32 match_src_ip; /* Source IP address */ |
| 100 | __be32 match_dest_ip; /* Destination IP address */ |
| 101 | __be16 match_src_port; /* Source port/connection ident */ |
| 102 | __be16 match_dest_port; /* Destination port/connection ident */ |
| 103 | |
Amitesh Anand | 63be37d | 2021-12-24 20:51:48 +0530 | [diff] [blame] | 104 | struct udp_sock *up; /* Stores UDP sock information; valid only in decap path */ |
Nitin Shetty | e6ed5b5 | 2021-12-27 14:50:11 +0530 | [diff] [blame] | 105 | struct net_protocol *proto; /* stores protocol handler; valid only in decap path */ |
Amitesh Anand | 63be37d | 2021-12-24 20:51:48 +0530 | [diff] [blame] | 106 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 107 | /* |
| 108 | * Control the operations of the match. |
| 109 | */ |
| 110 | u32 flags; /* Bit flags */ |
| 111 | #ifdef CONFIG_NF_FLOW_COOKIE |
| 112 | u32 flow_cookie; /* used flow cookie, for debug */ |
| 113 | #endif |
| 114 | #ifdef CONFIG_XFRM |
| 115 | u32 flow_accel; /* The flow accelerated or not */ |
| 116 | #endif |
| 117 | |
| 118 | /* |
| 119 | * Connection state that we track once we match. |
| 120 | */ |
| 121 | union { /* Protocol-specific state */ |
| 122 | struct sfe_ipv4_tcp_connection_match tcp; |
| 123 | } protocol_state; |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 124 | |
| 125 | /* |
| 126 | * VLAN headers |
| 127 | */ |
| 128 | struct sfe_vlan_hdr ingress_vlan_hdr[SFE_MAX_VLAN_DEPTH]; |
| 129 | struct sfe_vlan_hdr egress_vlan_hdr[SFE_MAX_VLAN_DEPTH]; |
| 130 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 131 | /* |
| 132 | * Stats recorded in a sync period. These stats will be added to |
| 133 | * rx_packet_count64/rx_byte_count64 after a sync period. |
| 134 | */ |
Ratheesh Kannoth | 94fc5b8 | 2021-10-20 07:45:06 +0530 | [diff] [blame] | 135 | atomic_t rx_packet_count; |
| 136 | atomic_t rx_byte_count; |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 137 | |
| 138 | /* |
| 139 | * Packet translation information. |
| 140 | */ |
| 141 | __be32 xlate_src_ip; /* Address after source translation */ |
| 142 | __be16 xlate_src_port; /* Port/connection ident after source translation */ |
| 143 | u16 xlate_src_csum_adjustment; |
| 144 | /* Transport layer checksum adjustment after source translation */ |
| 145 | u16 xlate_src_partial_csum_adjustment; |
| 146 | /* Transport layer pseudo header checksum adjustment after source translation */ |
| 147 | |
| 148 | __be32 xlate_dest_ip; /* Address after destination translation */ |
| 149 | __be16 xlate_dest_port; /* Port/connection ident after destination translation */ |
| 150 | u16 xlate_dest_csum_adjustment; |
| 151 | /* Transport layer checksum adjustment after destination translation */ |
| 152 | u16 xlate_dest_partial_csum_adjustment; |
| 153 | /* Transport layer pseudo header checksum adjustment after destination translation */ |
| 154 | |
| 155 | /* |
| 156 | * QoS information |
| 157 | */ |
| 158 | u32 priority; |
| 159 | u32 dscp; |
Ken Zhu | 37040ea | 2021-09-09 21:11:15 -0700 | [diff] [blame] | 160 | u32 mark; /* mark for outgoing packet */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 161 | |
| 162 | /* |
| 163 | * Packet transmit information. |
| 164 | */ |
| 165 | struct net_device *xmit_dev; /* Network device on which to transmit */ |
| 166 | unsigned short int xmit_dev_mtu; |
| 167 | /* Interface MTU */ |
| 168 | u16 xmit_dest_mac[ETH_ALEN / 2]; |
| 169 | /* Destination MAC address to use when forwarding */ |
| 170 | u16 xmit_src_mac[ETH_ALEN / 2]; |
| 171 | /* Source MAC address to use when forwarding */ |
| 172 | |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 173 | u8 ingress_vlan_hdr_cnt; /* Ingress active vlan headers count */ |
| 174 | u8 egress_vlan_hdr_cnt; /* Egress active vlan headers count */ |
| 175 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 176 | /* |
| 177 | * Summary stats. |
| 178 | */ |
| 179 | u64 rx_packet_count64; |
| 180 | u64 rx_byte_count64; |
Guduri Prathyusha | eb31c90 | 2021-11-10 20:18:50 +0530 | [diff] [blame] | 181 | |
| 182 | /* |
| 183 | * PPPoE information |
| 184 | */ |
| 185 | u16 pppoe_session_id; |
| 186 | u8 pppoe_remote_mac[ETH_ALEN]; |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 187 | |
| 188 | /* |
| 189 | * Size of all needed L2 headers |
| 190 | */ |
| 191 | u16 l2_hdr_size; |
Ken Zhu | 7e38d1a | 2021-11-30 17:31:46 -0800 | [diff] [blame] | 192 | |
| 193 | /* |
| 194 | * xmit device's feature |
| 195 | */ |
| 196 | netdev_features_t features; |
Parikshit Gune | d31a820 | 2022-01-05 22:15:04 +0530 | [diff] [blame] | 197 | bool sawf_valid; /* Indicates mark has valid SAWF information */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 198 | }; |
| 199 | |
| 200 | /* |
| 201 | * Per-connection data structure. |
| 202 | */ |
| 203 | struct sfe_ipv4_connection { |
| 204 | struct sfe_ipv4_connection *next; |
| 205 | /* Pointer to the next entry in a hash chain */ |
| 206 | struct sfe_ipv4_connection *prev; |
| 207 | /* Pointer to the previous entry in a hash chain */ |
| 208 | int protocol; /* IP protocol number */ |
| 209 | __be32 src_ip; /* Src IP addr pre-translation */ |
| 210 | __be32 src_ip_xlate; /* Src IP addr post-translation */ |
| 211 | __be32 dest_ip; /* Dest IP addr pre-translation */ |
| 212 | __be32 dest_ip_xlate; /* Dest IP addr post-translation */ |
| 213 | __be16 src_port; /* Src port pre-translation */ |
| 214 | __be16 src_port_xlate; /* Src port post-translation */ |
| 215 | __be16 dest_port; /* Dest port pre-translation */ |
| 216 | __be16 dest_port_xlate; /* Dest port post-translation */ |
| 217 | struct sfe_ipv4_connection_match *original_match; |
| 218 | /* Original direction matching structure */ |
| 219 | struct net_device *original_dev; |
| 220 | /* Original direction source device */ |
| 221 | struct sfe_ipv4_connection_match *reply_match; |
| 222 | /* Reply direction matching structure */ |
| 223 | struct net_device *reply_dev; /* Reply direction source device */ |
| 224 | u64 last_sync_jiffies; /* Jiffies count for the last sync */ |
| 225 | struct sfe_ipv4_connection *all_connections_next; |
| 226 | /* Pointer to the next entry in the list of all connections */ |
| 227 | struct sfe_ipv4_connection *all_connections_prev; |
| 228 | /* Pointer to the previous entry in the list of all connections */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 229 | u32 debug_read_seq; /* sequence number for debug dump */ |
Ratheesh Kannoth | 94fc5b8 | 2021-10-20 07:45:06 +0530 | [diff] [blame] | 230 | bool removed; /* Indicates the connection is removed */ |
| 231 | struct rcu_head rcu; /* delay rcu free */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 232 | }; |
| 233 | |
| 234 | /* |
| 235 | * IPv4 connections and hash table size information. |
| 236 | */ |
| 237 | #define SFE_IPV4_CONNECTION_HASH_SHIFT 12 |
| 238 | #define SFE_IPV4_CONNECTION_HASH_SIZE (1 << SFE_IPV4_CONNECTION_HASH_SHIFT) |
| 239 | #define SFE_IPV4_CONNECTION_HASH_MASK (SFE_IPV4_CONNECTION_HASH_SIZE - 1) |
| 240 | |
| 241 | enum sfe_ipv4_exception_events { |
| 242 | SFE_IPV4_EXCEPTION_EVENT_UDP_HEADER_INCOMPLETE, |
| 243 | SFE_IPV4_EXCEPTION_EVENT_UDP_NO_CONNECTION, |
| 244 | SFE_IPV4_EXCEPTION_EVENT_UDP_IP_OPTIONS_OR_INITIAL_FRAGMENT, |
| 245 | SFE_IPV4_EXCEPTION_EVENT_UDP_SMALL_TTL, |
| 246 | SFE_IPV4_EXCEPTION_EVENT_UDP_NEEDS_FRAGMENTATION, |
| 247 | SFE_IPV4_EXCEPTION_EVENT_TCP_HEADER_INCOMPLETE, |
| 248 | SFE_IPV4_EXCEPTION_EVENT_TCP_NO_CONNECTION_SLOW_FLAGS, |
| 249 | SFE_IPV4_EXCEPTION_EVENT_TCP_NO_CONNECTION_FAST_FLAGS, |
| 250 | SFE_IPV4_EXCEPTION_EVENT_TCP_IP_OPTIONS_OR_INITIAL_FRAGMENT, |
| 251 | SFE_IPV4_EXCEPTION_EVENT_TCP_SMALL_TTL, |
| 252 | SFE_IPV4_EXCEPTION_EVENT_TCP_NEEDS_FRAGMENTATION, |
| 253 | SFE_IPV4_EXCEPTION_EVENT_TCP_FLAGS, |
| 254 | SFE_IPV4_EXCEPTION_EVENT_TCP_SEQ_EXCEEDS_RIGHT_EDGE, |
| 255 | SFE_IPV4_EXCEPTION_EVENT_TCP_SMALL_DATA_OFFS, |
| 256 | SFE_IPV4_EXCEPTION_EVENT_TCP_BAD_SACK, |
| 257 | SFE_IPV4_EXCEPTION_EVENT_TCP_BIG_DATA_OFFS, |
| 258 | SFE_IPV4_EXCEPTION_EVENT_TCP_SEQ_BEFORE_LEFT_EDGE, |
| 259 | SFE_IPV4_EXCEPTION_EVENT_TCP_ACK_EXCEEDS_RIGHT_EDGE, |
| 260 | SFE_IPV4_EXCEPTION_EVENT_TCP_ACK_BEFORE_LEFT_EDGE, |
| 261 | SFE_IPV4_EXCEPTION_EVENT_ICMP_HEADER_INCOMPLETE, |
| 262 | SFE_IPV4_EXCEPTION_EVENT_ICMP_UNHANDLED_TYPE, |
| 263 | SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_HEADER_INCOMPLETE, |
| 264 | SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_NON_V4, |
| 265 | SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_IP_OPTIONS_INCOMPLETE, |
| 266 | SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_UDP_HEADER_INCOMPLETE, |
| 267 | SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_TCP_HEADER_INCOMPLETE, |
| 268 | SFE_IPV4_EXCEPTION_EVENT_ICMP_IPV4_UNHANDLED_PROTOCOL, |
| 269 | SFE_IPV4_EXCEPTION_EVENT_ICMP_NO_CONNECTION, |
| 270 | SFE_IPV4_EXCEPTION_EVENT_ICMP_FLUSHED_CONNECTION, |
| 271 | SFE_IPV4_EXCEPTION_EVENT_HEADER_INCOMPLETE, |
Ratheesh Kannoth | 43d64f8 | 2021-10-20 08:23:29 +0530 | [diff] [blame] | 272 | SFE_IPV4_EXCEPTION_EVENT_HEADER_CSUM_BAD, |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 273 | SFE_IPV4_EXCEPTION_EVENT_BAD_TOTAL_LENGTH, |
| 274 | SFE_IPV4_EXCEPTION_EVENT_NON_V4, |
| 275 | SFE_IPV4_EXCEPTION_EVENT_NON_INITIAL_FRAGMENT, |
| 276 | SFE_IPV4_EXCEPTION_EVENT_DATAGRAM_INCOMPLETE, |
| 277 | SFE_IPV4_EXCEPTION_EVENT_IP_OPTIONS_INCOMPLETE, |
| 278 | SFE_IPV4_EXCEPTION_EVENT_UNHANDLED_PROTOCOL, |
Guduri Prathyusha | 5f27e23 | 2022-01-06 14:39:04 +0530 | [diff] [blame] | 279 | SFE_IPV4_EXCEPTION_EVENT_NO_HEADROOM, |
Guduri Prathyusha | 647fe3e | 2021-11-22 19:17:51 +0530 | [diff] [blame] | 280 | SFE_IPV4_EXCEPTION_EVENT_INVALID_PPPOE_SESSION, |
| 281 | SFE_IPV4_EXCEPTION_EVENT_INCORRECT_PPPOE_PARSING, |
| 282 | SFE_IPV4_EXCEPTION_EVENT_PPPOE_NOT_SET_IN_CME, |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 283 | SFE_IPV4_EXCEPTION_EVENT_INGRESS_VLAN_TAG_MISMATCH, |
Ratheesh Kannoth | 5dee377 | 2022-01-18 11:27:14 +0530 | [diff] [blame] | 284 | SFE_IPV4_EXCEPTION_EVENT_INVALID_SRC_IFACE, |
Nitin Shetty | e6ed5b5 | 2021-12-27 14:50:11 +0530 | [diff] [blame] | 285 | SFE_IPV4_EXCEPTION_EVENT_GRE_HEADER_INCOMPLETE, |
| 286 | SFE_IPV4_EXCEPTION_EVENT_GRE_NO_CONNECTION, |
| 287 | SFE_IPV4_EXCEPTION_EVENT_GRE_IP_OPTIONS_OR_INITIAL_FRAGMENT, |
| 288 | SFE_IPV4_EXCEPTION_EVENT_GRE_SMALL_TTL, |
| 289 | SFE_IPV4_EXCEPTION_EVENT_GRE_NEEDS_FRAGMENTATION, |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 290 | SFE_IPV4_EXCEPTION_EVENT_LAST |
| 291 | }; |
| 292 | |
| 293 | /* |
Ratheesh Kannoth | 3aeb289 | 2021-10-20 07:57:15 +0530 | [diff] [blame] | 294 | * per CPU stats |
| 295 | */ |
| 296 | struct sfe_ipv4_stats { |
| 297 | /* |
| 298 | * Stats recorded in a sync period. These stats will be added to |
| 299 | * connection_xxx64 after a sync period. |
| 300 | */ |
| 301 | u64 connection_create_requests64; |
| 302 | /* Number of IPv4 connection create requests */ |
| 303 | u64 connection_create_collisions64; |
| 304 | /* Number of IPv4 connection create requests that collided with existing hash table entries */ |
Ratheesh Kannoth | 89302a7 | 2021-10-20 08:10:37 +0530 | [diff] [blame] | 305 | u64 connection_create_failures64; |
| 306 | /* Number of IPv4 connection create requests that failed */ |
Ratheesh Kannoth | 3aeb289 | 2021-10-20 07:57:15 +0530 | [diff] [blame] | 307 | u64 connection_destroy_requests64; |
| 308 | /* Number of IPv4 connection destroy requests */ |
| 309 | u64 connection_destroy_misses64; |
| 310 | /* Number of IPv4 connection destroy requests that missed our hash table */ |
| 311 | u64 connection_match_hash_hits64; |
| 312 | /* Number of IPv4 connection match hash hits */ |
| 313 | u64 connection_match_hash_reorders64; |
| 314 | /* Number of IPv4 connection match hash reorders */ |
| 315 | u64 connection_flushes64; /* Number of IPv4 connection flushes */ |
Amitesh Anand | 63be37d | 2021-12-24 20:51:48 +0530 | [diff] [blame] | 316 | u64 packets_dropped64; /* Number of IPv4 packets dropped */ |
Ratheesh Kannoth | 3aeb289 | 2021-10-20 07:57:15 +0530 | [diff] [blame] | 317 | u64 packets_forwarded64; /* Number of IPv4 packets forwarded */ |
Ken Zhu | 7e38d1a | 2021-11-30 17:31:46 -0800 | [diff] [blame] | 318 | u64 packets_fast_xmited64; /* Number of IPv4 packets fast transmited */ |
Ratheesh Kannoth | 3aeb289 | 2021-10-20 07:57:15 +0530 | [diff] [blame] | 319 | u64 packets_not_forwarded64; /* Number of IPv4 packets not forwarded */ |
| 320 | u64 exception_events64[SFE_IPV4_EXCEPTION_EVENT_LAST]; |
Guduri Prathyusha | 034d635 | 2022-01-12 16:49:04 +0530 | [diff] [blame] | 321 | u64 pppoe_encap_packets_forwarded64; /* Number of IPv4 PPPoE encap packets forwarded */ |
| 322 | u64 pppoe_decap_packets_forwarded64; /* Number of IPv4 PPPoE decap packets forwarded */ |
| 323 | u64 pppoe_bridge_packets_forwarded64; /* Number of IPv4 PPPoE bridge packets forwarded */ |
Ratheesh Kannoth | 3aeb289 | 2021-10-20 07:57:15 +0530 | [diff] [blame] | 324 | }; |
| 325 | |
| 326 | /* |
Parikshit Gune | d31a820 | 2022-01-05 22:15:04 +0530 | [diff] [blame] | 327 | * sfe_ipv4_per_service_class_stats |
| 328 | * Per service class stats |
| 329 | */ |
| 330 | struct sfe_ipv4_per_service_class_stats { |
| 331 | u64 tx_bytes; /* Byte count */ |
| 332 | u64 tx_packets; /* Packet count */ |
| 333 | seqcount_t seq; /* seq lock for read/write protection */ |
| 334 | /* |
| 335 | * TODO : add entries to be collected later. |
| 336 | */ |
| 337 | }; |
| 338 | |
| 339 | /* |
| 340 | * sfe_ipv4_service_class_stats_db |
| 341 | * stat entries for each service class. |
| 342 | */ |
| 343 | struct sfe_ipv4_service_class_stats_db { |
| 344 | struct sfe_ipv4_per_service_class_stats psc_stats[SFE_MAX_SERVICE_CLASS_ID]; |
| 345 | /* Per service class stats */ |
| 346 | }; |
| 347 | |
| 348 | /* |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 349 | * Per-module structure. |
| 350 | */ |
| 351 | struct sfe_ipv4 { |
| 352 | spinlock_t lock; /* Lock for SMP correctness */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 353 | struct sfe_ipv4_connection *all_connections_head; |
| 354 | /* Head of the list of all connections */ |
| 355 | struct sfe_ipv4_connection *all_connections_tail; |
| 356 | /* Tail of the list of all connections */ |
| 357 | unsigned int num_connections; /* Number of connections */ |
Ken Zhu | 137722d | 2021-09-23 17:57:36 -0700 | [diff] [blame] | 358 | struct delayed_work sync_dwork; /* Work to sync the statistics */ |
| 359 | unsigned int work_cpu; /* The core to run stats sync on */ |
| 360 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 361 | sfe_sync_rule_callback_t __rcu sync_rule_callback; |
| 362 | /* Callback function registered by a connection manager for stats syncing */ |
| 363 | struct sfe_ipv4_connection *conn_hash[SFE_IPV4_CONNECTION_HASH_SIZE]; |
| 364 | /* Connection hash table */ |
Ratheesh Kannoth | 94fc5b8 | 2021-10-20 07:45:06 +0530 | [diff] [blame] | 365 | |
| 366 | struct hlist_head hlist_conn_match_hash_head[SFE_IPV4_CONNECTION_HASH_SIZE]; |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 367 | /* Connection match hash table */ |
Ratheesh Kannoth | 94fc5b8 | 2021-10-20 07:45:06 +0530 | [diff] [blame] | 368 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 369 | #ifdef CONFIG_NF_FLOW_COOKIE |
| 370 | struct sfe_flow_cookie_entry sfe_flow_cookie_table[SFE_FLOW_COOKIE_SIZE]; |
| 371 | /* flow cookie table*/ |
| 372 | flow_cookie_set_func_t flow_cookie_set_func; |
| 373 | /* function used to configure flow cookie in hardware*/ |
| 374 | int flow_cookie_enable; |
| 375 | /* Enable/disable flow cookie at runtime */ |
| 376 | #endif |
Parikshit Gune | d31a820 | 2022-01-05 22:15:04 +0530 | [diff] [blame] | 377 | struct sfe_ipv4_service_class_stats_db __percpu *stats_pcpu_psc; |
| 378 | /* Database to maintain per cpu per service class statistics */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 379 | |
Ratheesh Kannoth | 3aeb289 | 2021-10-20 07:57:15 +0530 | [diff] [blame] | 380 | struct sfe_ipv4_stats __percpu *stats_pcpu; |
| 381 | /* Per CPU statistics. */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 382 | |
Ken Zhu | dc42367 | 2021-09-02 18:27:01 -0700 | [diff] [blame] | 383 | struct sfe_ipv4_connection *wc_next; /* Connection list walk pointer for stats sync */ |
| 384 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 385 | /* |
| 386 | * Control state. |
| 387 | */ |
Ratheesh Kannoth | 6307bec | 2021-11-25 08:26:39 +0530 | [diff] [blame] | 388 | struct kobject *sys_ipv4; /* sysfs linkage */ |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 389 | int debug_dev; /* Major number of the debug char device */ |
| 390 | u32 debug_read_seq; /* sequence number for debug dump */ |
| 391 | }; |
| 392 | |
| 393 | /* |
| 394 | * Enumeration of the XML output. |
| 395 | */ |
| 396 | enum sfe_ipv4_debug_xml_states { |
| 397 | SFE_IPV4_DEBUG_XML_STATE_START, |
| 398 | SFE_IPV4_DEBUG_XML_STATE_CONNECTIONS_START, |
| 399 | SFE_IPV4_DEBUG_XML_STATE_CONNECTIONS_CONNECTION, |
| 400 | SFE_IPV4_DEBUG_XML_STATE_CONNECTIONS_END, |
| 401 | SFE_IPV4_DEBUG_XML_STATE_EXCEPTIONS_START, |
| 402 | SFE_IPV4_DEBUG_XML_STATE_EXCEPTIONS_EXCEPTION, |
| 403 | SFE_IPV4_DEBUG_XML_STATE_EXCEPTIONS_END, |
| 404 | SFE_IPV4_DEBUG_XML_STATE_STATS, |
| 405 | SFE_IPV4_DEBUG_XML_STATE_END, |
| 406 | SFE_IPV4_DEBUG_XML_STATE_DONE |
| 407 | }; |
| 408 | |
| 409 | /* |
| 410 | * XML write state. |
| 411 | */ |
| 412 | struct sfe_ipv4_debug_xml_write_state { |
| 413 | enum sfe_ipv4_debug_xml_states state; |
| 414 | /* XML output file state machine state */ |
| 415 | int iter_exception; /* Next exception iterator */ |
| 416 | }; |
| 417 | |
| 418 | typedef bool (*sfe_ipv4_debug_xml_write_method_t)(struct sfe_ipv4 *si, char *buffer, char *msg, size_t *length, |
| 419 | int *total_read, struct sfe_ipv4_debug_xml_write_state *ws); |
| 420 | |
Ratheesh Kannoth | 6307bec | 2021-11-25 08:26:39 +0530 | [diff] [blame] | 421 | u16 sfe_ipv4_gen_ip_csum(struct iphdr *iph); |
Jackson Bockus | 3fafbf3 | 2022-02-13 17:15:26 -0800 | [diff] [blame^] | 422 | bool sfe_ipv4_service_class_stats_get(uint8_t sid, uint64_t *bytes, uint64_t *packets); |
Parikshit Gune | d31a820 | 2022-01-05 22:15:04 +0530 | [diff] [blame] | 423 | void sfe_ipv4_service_class_stats_inc(struct sfe_ipv4 *si, uint8_t sid, uint64_t bytes); |
Ratheesh Kannoth | 6307bec | 2021-11-25 08:26:39 +0530 | [diff] [blame] | 424 | void sfe_ipv4_exception_stats_inc(struct sfe_ipv4 *si, enum sfe_ipv4_exception_events reason); |
| 425 | bool sfe_ipv4_remove_connection(struct sfe_ipv4 *si, struct sfe_ipv4_connection *c); |
| 426 | void sfe_ipv4_flush_connection(struct sfe_ipv4 *si, struct sfe_ipv4_connection *c, sfe_sync_reason_t reason); |
Ken Zhu | 88c5815 | 2021-12-09 15:12:06 -0800 | [diff] [blame] | 427 | void sfe_ipv4_sync_status(struct sfe_ipv4 *si, struct sfe_ipv4_connection *c, sfe_sync_reason_t reason); |
Ratheesh Kannoth | 6307bec | 2021-11-25 08:26:39 +0530 | [diff] [blame] | 428 | |
| 429 | struct sfe_ipv4_connection_match * |
| 430 | sfe_ipv4_find_connection_match_rcu(struct sfe_ipv4 *si, struct net_device *dev, u8 protocol, |
| 431 | __be32 src_ip, __be16 src_port, |
| 432 | __be32 dest_ip, __be16 dest_port); |
| 433 | |
Ratheesh Kannoth | 24fb1db | 2021-10-20 07:28:06 +0530 | [diff] [blame] | 434 | void sfe_ipv4_exit(void); |
| 435 | int sfe_ipv4_init(void); |
Wayne Tan | bb7f178 | 2021-12-13 11:16:04 -0800 | [diff] [blame] | 436 | |
| 437 | #endif /* __SFE_IPV4_H */ |