nss_ppe.c - codeaurora/quic/qsdk/oss/lklm/nss-drv - Gitiles

 /*
  **************************************************************************
  * Copyright (c) 2016-2017, The Linux Foundation. All rights reserved.
  * Permission to use, copy, modify, and/or distribute this software for
  * any purpose with or without fee is hereby granted, provided that the
  * above copyright notice and this permission notice appear in all copies.
  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
  * OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  **************************************************************************
  */

 #include "nss_ppe.h"

 static uint8_t ppe_cc_nonexception[NSS_STATS_PPE_CPU_CODE_NONEXCEPTION_MAX] = {
 	NSS_STATS_PPE_CPU_CODE_EXP_FAKE_L2_PROT_ERR,
 	NSS_STATS_PPE_CPU_CODE_EXP_FAKE_MAC_HEADER_ERR,
 	NSS_STATS_PPE_CPU_CODE_EXP_BITMAP_MAX,
 	NSS_STATS_PPE_CPU_CODE_L2_EXP_MRU_FAIL,
 	NSS_STATS_PPE_CPU_CODE_L2_EXP_MTU_FAIL,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_IP_PREFIX_BC,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_MTU_FAIL,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_MRU_FAIL,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_ICMP_RDT,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_IP_RT_TTL1_TO_ME,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_IP_RT_TTL_ZERO,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_SERVICE_CODE_LOOP,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_DE_ACCELERATE,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_FLOW_SRC_IF_CHK_FAIL,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_SYNC_TOGGLE_MISMATCH,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_MTU_DF_FAIL,
 	NSS_STATS_PPE_CPU_CODE_L3_EXP_PPPOE_MULTICAST,
 	NSS_STATS_PPE_CPU_CODE_MGMT_OFFSET,
 	NSS_STATS_PPE_CPU_CODE_MGMT_EAPOL,
 	NSS_STATS_PPE_CPU_CODE_MGMT_PPPOE_DIS,
 	NSS_STATS_PPE_CPU_CODE_MGMT_IGMP,
 	NSS_STATS_PPE_CPU_CODE_MGMT_ARP_REQ,
 	NSS_STATS_PPE_CPU_CODE_MGMT_ARP_REP,
 	NSS_STATS_PPE_CPU_CODE_MGMT_DHCPv4,
 	NSS_STATS_PPE_CPU_CODE_MGMT_MLD,
 	NSS_STATS_PPE_CPU_CODE_MGMT_NS,
 	NSS_STATS_PPE_CPU_CODE_MGMT_NA,
 	NSS_STATS_PPE_CPU_CODE_MGMT_DHCPv6,
 	NSS_STATS_PPE_CPU_CODE_PTP_OFFSET,
 	NSS_STATS_PPE_CPU_CODE_PTP_SYNC,
 	NSS_STATS_PPE_CPU_CODE_PTP_FOLLOW_UP,
 	NSS_STATS_PPE_CPU_CODE_PTP_DELAY_REQ,
 	NSS_STATS_PPE_CPU_CODE_PTP_DELAY_RESP,
 	NSS_STATS_PPE_CPU_CODE_PTP_PDELAY_REQ,
 	NSS_STATS_PPE_CPU_CODE_PTP_PDELAY_RESP,
 	NSS_STATS_PPE_CPU_CODE_PTP_PDELAY_RESP_FOLLOW_UP,
 	NSS_STATS_PPE_CPU_CODE_PTP_ANNOUNCE,
 	NSS_STATS_PPE_CPU_CODE_PTP_MANAGEMENT,
 	NSS_STATS_PPE_CPU_CODE_PTP_SIGNALING,
 	NSS_STATS_PPE_CPU_CODE_PTP_PKT_RSV_MSG,
 	NSS_STATS_PPE_CPU_CODE_IPV4_SG_UNKNOWN,
 	NSS_STATS_PPE_CPU_CODE_IPV6_SG_UNKNOWN,
 	NSS_STATS_PPE_CPU_CODE_ARP_SG_UNKNOWN,
 	NSS_STATS_PPE_CPU_CODE_ND_SG_UNKNOWN,
 	NSS_STATS_PPE_CPU_CODE_IPV4_SG_VIO,
 	NSS_STATS_PPE_CPU_CODE_IPV6_SG_VIO,
 	NSS_STATS_PPE_CPU_CODE_ARP_SG_VIO,
 	NSS_STATS_PPE_CPU_CODE_ND_SG_VIO,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTING_IP_TO_ME,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_SNAT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_DNAT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_RT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_BR_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_MC_BRIDGE_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_RT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_SNAPT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_DNAPT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_SNAT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_DNAT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_PREHEAD_NAT_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_PREHEAD_NAT_ERROR,
 	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_NH_INVALID_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_PREHEAD_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_BRIDGE_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L3_FLOW_MISS_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L2_NEW_MAC_ADDRESS,
 	NSS_STATS_PPE_CPU_CODE_L2_HASH_COLLISION,
 	NSS_STATS_PPE_CPU_CODE_L2_STATION_MOVE,
 	NSS_STATS_PPE_CPU_CODE_L2_LEARN_LIMIT,
 	NSS_STATS_PPE_CPU_CODE_L2_SA_LOOKUP_ACTION,
 	NSS_STATS_PPE_CPU_CODE_L2_DA_LOOKUP_ACTION,
 	NSS_STATS_PPE_CPU_CODE_APP_CTRL_ACTION,
 	NSS_STATS_PPE_CPU_CODE_IN_VLAN_FILTER_ACTION,
 	NSS_STATS_PPE_CPU_CODE_IN_VLAN_XLT_MISS,
 	NSS_STATS_PPE_CPU_CODE_EG_VLAN_FILTER_DROP,
 	NSS_STATS_PPE_CPU_CODE_ACL_PRE_ACTION,
 	NSS_STATS_PPE_CPU_CODE_ACL_POST_ACTION,
 	NSS_STATS_PPE_CPU_CODE_SERVICE_CODE_ACTION,
 };

 /*
  * nss_ppe_verify_ifnum()
  *	Verify PPE interface number.
  */
 static inline bool nss_ppe_verify_ifnum(int if_num)
 {
 	return nss_is_dynamic_interface(if_num) || (if_num == NSS_PPE_INTERFACE);
 }

 /*
  * nss_ppe_stats_sync
  *	PPE connection sync stats from NSS
  */
 static void nss_ppe_stats_sync(struct nss_ctx_instance *nss_ctx, struct nss_ppe_sync_stats_msg *stats_msg, uint16_t if_num)
 {
 	spin_lock_bh(&nss_ppe_stats_lock);
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_L3_FLOWS] += stats_msg->nss_ppe_v4_l3_flows;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_L2_FLOWS] += stats_msg->nss_ppe_v4_l2_flows;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_CREATE_REQ] += stats_msg->nss_ppe_v4_create_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_CREATE_FAIL] += stats_msg->nss_ppe_v4_create_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_DESTROY_REQ] += stats_msg->nss_ppe_v4_destroy_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_DESTROY_FAIL] += stats_msg->nss_ppe_v4_destroy_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_CREATE_REQ] += stats_msg->nss_ppe_v4_mc_create_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_CREATE_FAIL] += stats_msg->nss_ppe_v4_mc_create_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_UPDATE_REQ] += stats_msg->nss_ppe_v4_mc_update_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_UPDATE_FAIL] += stats_msg->nss_ppe_v4_mc_update_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_DESTROY_REQ] += stats_msg->nss_ppe_v4_mc_destroy_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_DESTROY_FAIL] += stats_msg->nss_ppe_v4_mc_destroy_fail;

 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_L3_FLOWS] += stats_msg->nss_ppe_v6_l3_flows;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_L2_FLOWS] += stats_msg->nss_ppe_v6_l2_flows;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_CREATE_REQ] += stats_msg->nss_ppe_v6_create_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_CREATE_FAIL] += stats_msg->nss_ppe_v6_create_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_DESTROY_REQ] += stats_msg->nss_ppe_v6_destroy_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_DESTROY_FAIL] += stats_msg->nss_ppe_v6_destroy_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_CREATE_REQ] += stats_msg->nss_ppe_v6_mc_create_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_CREATE_FAIL] += stats_msg->nss_ppe_v6_mc_create_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_UPDATE_REQ] += stats_msg->nss_ppe_v6_mc_update_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_UPDATE_FAIL] += stats_msg->nss_ppe_v6_mc_update_fail;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_DESTROY_REQ] += stats_msg->nss_ppe_v6_mc_destroy_req;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_DESTROY_FAIL] += stats_msg->nss_ppe_v6_mc_destroy_fail;

 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_VP_FULL] += stats_msg->nss_ppe_fail_vp_full;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_NH_FULL] += stats_msg->nss_ppe_fail_nh_full;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_FLOW_FULL] += stats_msg->nss_ppe_fail_flow_full;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_HOST_FULL] += stats_msg->nss_ppe_fail_host_full;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_PUBIP_FULL] += stats_msg->nss_ppe_fail_pubip_full;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_PORT_SETUP] += stats_msg->nss_ppe_fail_port_setup;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_RW_FIFO_FULL] += stats_msg->nss_ppe_fail_rw_fifo_full;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_FLOW_COMMAND] += stats_msg->nss_ppe_fail_flow_command;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_UNKNOWN_PROTO] += stats_msg->nss_ppe_fail_unknown_proto;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_PPE_UNRESPONSIVE] += stats_msg->nss_ppe_fail_ppe_unresponsive;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_CE_OPAQUE_INVALID] += stats_msg->nss_ppe_ce_opaque_invalid;
 	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_FQG_FULL] += stats_msg->nss_ppe_fail_fqg_full;
 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_callback()
  *	Callback to handle the completion of NSS->HLOS messages.
  */
 static void nss_ppe_callback(void *app_data, struct nss_ppe_msg *npm)
 {
 	nss_ppe_msg_callback_t callback = (nss_ppe_msg_callback_t)ppe_pvt.cb;
 	void *data = ppe_pvt.app_data;

 	ppe_pvt.response = NSS_TX_SUCCESS;
 	ppe_pvt.cb = NULL;
 	ppe_pvt.app_data = NULL;

 	if (npm->cm.response != NSS_CMN_RESPONSE_ACK) {
 		nss_warning("ppe error response %d\n", npm->cm.response);
 		ppe_pvt.response = npm->cm.response;
 	}

 	if (callback) {
 		callback(data, npm);
 	}
 	complete(&ppe_pvt.complete);
 }

 /*
  * nss_ppe_tx_msg()
  *	Transmit a ppe message to NSSFW
  */
 nss_tx_status_t nss_ppe_tx_msg(struct nss_ctx_instance *nss_ctx, struct nss_ppe_msg *msg)
 {
 	struct nss_ppe_msg *nm;
 	struct nss_cmn_msg *ncm = &msg->cm;
 	struct sk_buff *nbuf;
 	int32_t status;

 	NSS_VERIFY_CTX_MAGIC(nss_ctx);
 	if (unlikely(nss_ctx->state != NSS_CORE_STATE_INITIALIZED)) {
 		nss_warning("%p: ppe msg dropped as core not ready\n", nss_ctx);
 		return NSS_TX_FAILURE_NOT_READY;
 	}

 	/*
 	 * Sanity check the message
 	 */
 	if (ncm->type >= NSS_PPE_MSG_MAX) {
 		nss_warning("%p: message type out of range: %d\n", nss_ctx, ncm->type);
 		return NSS_TX_FAILURE;
 	}

 	if (nss_cmn_get_msg_len(ncm) > sizeof(struct nss_ppe_msg)) {
 		nss_warning("%p: message length is invalid: %d\n", nss_ctx, nss_cmn_get_msg_len(ncm));
 		return NSS_TX_FAILURE;
 	}

 	nbuf = dev_alloc_skb(NSS_NBUF_PAYLOAD_SIZE);
 	if (unlikely(!nbuf)) {
 		NSS_PKT_STATS_INCREMENT(nss_ctx, &nss_ctx->nss_top->stats_drv[NSS_STATS_DRV_NBUF_ALLOC_FAILS]);
 		nss_warning("%p: msg dropped as command allocation failed\n", nss_ctx);
 		return NSS_TX_FAILURE;
 	}

 	/*
 	 * Copy the message to our skb
 	 */
 	nm = (struct nss_ppe_msg *)skb_put(nbuf, sizeof(struct nss_ppe_msg));
 	memcpy(nm, msg, sizeof(struct nss_ppe_msg));

 	status = nss_core_send_buffer(nss_ctx, 0, nbuf, NSS_IF_CMD_QUEUE, H2N_BUFFER_CTRL, 0);
 	if (status != NSS_CORE_STATUS_SUCCESS) {
 		dev_kfree_skb_any(nbuf);
 		nss_warning("%p: Unable to enqueue 'ppe message'\n", nss_ctx);
 		return NSS_TX_FAILURE;
 	}

 	nss_hal_send_interrupt(nss_ctx, NSS_H2N_INTR_DATA_COMMAND_QUEUE);

 	NSS_PKT_STATS_INCREMENT(nss_ctx, &nss_ctx->nss_top->stats_drv[NSS_STATS_DRV_TX_CMD_REQ]);
 	return NSS_TX_SUCCESS;
 }
 EXPORT_SYMBOL(nss_ppe_tx_msg);

 /*
  * nss_ppe_tx_msg_sync()
  *	Transmit a ppe message to NSS firmware synchronously.
  */
 nss_tx_status_t nss_ppe_tx_msg_sync(struct nss_ctx_instance *nss_ctx, struct nss_ppe_msg *npm)
 {
 	nss_tx_status_t status;
 	int ret = 0;

 	down(&ppe_pvt.sem);
 	ppe_pvt.cb = (void *)npm->cm.cb;
 	ppe_pvt.app_data = (void *)npm->cm.app_data;

 	npm->cm.cb = (nss_ptr_t)nss_ppe_callback;
 	npm->cm.app_data = (nss_ptr_t)NULL;

 	status = nss_ppe_tx_msg(nss_ctx, npm);
 	if (status != NSS_TX_SUCCESS) {
 		nss_warning("%p: ppe_tx_msg failed\n", nss_ctx);
 		up(&ppe_pvt.sem);
 		return status;
 	}

 	ret = wait_for_completion_timeout(&ppe_pvt.complete, msecs_to_jiffies(NSS_PPE_TX_TIMEOUT));
 	if (!ret) {
 		nss_warning("%p: ppe msg tx failed due to timeout\n", nss_ctx);
 		ppe_pvt.response = NSS_TX_FAILURE;
 	}

 	status = ppe_pvt.response;
 	up(&ppe_pvt.sem);
 	return status;
 }
 EXPORT_SYMBOL(nss_ppe_tx_msg_sync);

 /*
  * nss_ppe_get_context()
  *	Get NSS context instance for ppe
  */
 struct nss_ctx_instance *nss_ppe_get_context(void)
 {
 	return (struct nss_ctx_instance *)&nss_top_main.nss[nss_top_main.ppe_handler_id];
 }
 EXPORT_SYMBOL(nss_ppe_get_context);

 /*
  * nss_ppe_msg_init()
  *	Initialize nss_ppe_msg.
  */
 void nss_ppe_msg_init(struct nss_ppe_msg *ncm, uint16_t if_num, uint32_t type, uint32_t len, void *cb, void *app_data)
 {
 	nss_cmn_msg_init(&ncm->cm, if_num, type, len, cb, app_data);
 }
 EXPORT_SYMBOL(nss_ppe_msg_init);

 /*
  * nss_ppe_tx_l2_exception_msg
  *	API to send vsi assign message to NSS FW
  */
 nss_tx_status_t nss_ppe_tx_l2_exception_msg(uint32_t if_num, bool exception_enable)
 {
 	struct nss_ctx_instance *nss_ctx = nss_ppe_get_context();
 	struct nss_ppe_msg npm;

 	if (!nss_ctx) {
 		nss_warning("Can't get nss context\n");
 		return NSS_TX_FAILURE;
 	}

 	if (!nss_ppe_verify_ifnum(if_num)) {
 		nss_warning("%p: invalid interface %d\n", nss_ctx, if_num);
 		return NSS_TX_FAILURE;
 	}

 	nss_ppe_msg_init(&npm, if_num, NSS_PPE_MSG_L2_EXCEPTION,
 			sizeof(struct nss_ppe_l2_exception_msg), NULL, NULL);

 	npm.msg.l2_exception.l2_exception_enable = exception_enable;

 	return nss_ppe_tx_msg_sync(nss_ctx, &npm);
 }
 EXPORT_SYMBOL(nss_ppe_tx_l2_exception_msg);

 /*
  * nss_ppe_stats_conn_get()
  *	Get ppe connection stats.
  */
 void nss_ppe_stats_conn_get(uint32_t *stats)
 {
 	if (!stats) {
 		nss_warning("No memory to copy ppe connection stats\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);

 	if (!nss_ppe_debug_stats.valid) {
 		spin_unlock_bh(&nss_ppe_stats_lock);
 		nss_warning("PPE base address not initialized!\n");
 		return;
 	}

 	/*
 	 * Get flow stats
 	 */
 	memcpy(stats, nss_ppe_debug_stats.conn_stats, (sizeof(uint32_t) * NSS_STATS_PPE_CONN_MAX));

 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_stats_l3_get()
  *	Get ppe L3 debug stats.
  */
 void nss_ppe_stats_l3_get(uint32_t *stats)
 {
 	if (!stats) {
 		nss_warning("No memory to copy ppe l3 dbg stats\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);

 	if (!nss_ppe_debug_stats.valid) {
 		spin_unlock_bh(&nss_ppe_stats_lock);
 		nss_warning("PPE base address not initialized!\n");
 		return;
 	}

 	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG0_OFFSET);
 	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_0]);

 	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG1_OFFSET);
 	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_1]);

 	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG2_OFFSET);
 	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_2]);

 	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG3_OFFSET);
 	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_3]);

 	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG4_OFFSET);
 	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_4]);

 	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG_PORT_OFFSET);
 	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_PORT]);

 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_stats_code_get()
  *	Get ppe CPU and DROP code for last packet processed.
  */
 void nss_ppe_stats_code_get(uint32_t *stats)
 {
 	uint32_t drop_0, drop_1, cpu_code;

 	nss_trace("%s(%d) Start\n", __func__, __LINE__);
 	if (!stats) {
 		nss_warning("No memory to copy ppe code\n");
 		return;
 	}

 	if (!nss_ppe_debug_stats.valid) {
 		nss_warning("PPE base address not initialized!\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);
 	nss_ppe_reg_write(PPE_PKT_CODE_WR_OFFSET, PPE_PKT_CODE_DROP0_OFFSET);
 	nss_ppe_reg_read(PPE_PKT_CODE_RD_OFFSET, &drop_0);

 	nss_ppe_reg_write(PPE_PKT_CODE_WR_OFFSET, PPE_PKT_CODE_DROP1_OFFSET);
 	nss_ppe_reg_read(PPE_PKT_CODE_RD_OFFSET, &drop_1);

 	stats[NSS_STATS_PPE_CODE_DROP] = PPE_PKT_CODE_DROP_GET(drop_0, drop_1);

 	nss_ppe_reg_write(PPE_PKT_CODE_WR_OFFSET, PPE_PKT_CODE_CPU_OFFSET);
 	nss_ppe_reg_read(PPE_PKT_CODE_RD_OFFSET, &cpu_code);

 	stats[NSS_STATS_PPE_CODE_CPU] = PPE_PKT_CODE_CPU_GET(cpu_code);

 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_port_drop_code_get()
  *	Get ppe per port drop code.
  */
 void nss_ppe_port_drop_code_get(uint32_t *stats, uint8_t port_id)
 {
 	uint8_t i;
 	nss_trace("%s(%d) Start\n", __func__, __LINE__);
 	if (!stats) {
 		nss_warning("No memory to copy ppe code\n");
 		return;
 	}

 	if (port_id > NSS_PPE_NUM_PHY_PORTS_MAX) {
 		nss_warning("Port id is out of range\n");
 		return;
 	}

 	if (!nss_ppe_debug_stats.valid) {
 		nss_warning("PPE base address not initialized!\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);

 	for (i = 0; i < NSS_STATS_PPE_DROP_CODE_MAX; i++) {
 		nss_ppe_reg_read(PPE_DROP_CODE_OFFSET(i, port_id), &stats[i]);
 	}

 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_cpu_code_exception_get()
  *	Get ppe cpu code specific for flow exceptions.
  */
 void nss_ppe_cpu_code_exception_get(uint32_t *stats)
 {
 	uint8_t i;
 	nss_trace("%s(%d) Start\n", __func__, __LINE__);
 	if (!stats) {
 		nss_warning("No memory to copy ppe code\n");
 		return;
 	}

 	if (!nss_ppe_debug_stats.valid) {
 		nss_warning("PPE base address not initialized!\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);

 	for (i = 0; i < NSS_STATS_PPE_CPU_CODE_EXCEPTION_MAX ; i++) {
 		nss_ppe_reg_read(PPE_CPU_CODE_OFFSET(i), &stats[i]);
 	}

 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_cpu_code_nonexception_get()
  *	Get ppe cpu code specific for flow exceptions.
  */
 void nss_ppe_cpu_code_nonexception_get(uint32_t *stats)
 {
 	uint8_t i;
 	nss_trace("%s(%d) Start\n", __func__, __LINE__);
 	if (!stats) {
 		nss_warning("No memory to copy ppe code\n");
 		return;
 	}

 	if (!nss_ppe_debug_stats.valid) {
 		nss_warning("PPE base address not initialized!\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);

 	for (i = 0; i < NSS_STATS_PPE_CPU_CODE_NONEXCEPTION_MAX; i++) {
 		nss_ppe_reg_read(PPE_CPU_CODE_OFFSET(ppe_cc_nonexception[i]), &stats[i]);
 	}

 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_handler()
  *	Handle NSS -> HLOS messages for ppe
  */
 static void nss_ppe_handler(struct nss_ctx_instance *nss_ctx, struct nss_cmn_msg *ncm, __attribute__((unused))void *app_data)
 {
 	struct nss_ppe_msg *msg = (struct nss_ppe_msg *)ncm;
 	void *ctx;

 	nss_ppe_msg_callback_t cb;

 	nss_trace("nss_ctx: %p ppe msg: %p\n", nss_ctx, msg);
 	BUG_ON(!nss_ppe_verify_ifnum(ncm->interface));

 	/*
 	 * Is this a valid request/response packet?
 	 */
 	if (ncm->type >= NSS_PPE_MSG_MAX) {
 		nss_warning("%p: received invalid message %d for PPE interface\n", nss_ctx, ncm->type);
 		return;
 	}

 	if (nss_cmn_get_msg_len(ncm) > sizeof(struct nss_ppe_msg)) {
 		nss_warning("%p: Length of message is greater than required: %d\n", nss_ctx, nss_cmn_get_msg_len(ncm));
 		return;
 	}

 	switch (msg->cm.type) {
 	case NSS_PPE_MSG_SYNC_STATS:
 		/*
 		 * session debug stats embeded in session stats msg
 		 */
 		nss_ppe_stats_sync(nss_ctx, &msg->msg.stats, ncm->interface);
 		return;
 	}

 	/*
 	 * Log failures
 	 */
 	nss_core_log_msg_failures(nss_ctx, ncm);

 	/*
 	 * Do we have a call back
 	 */
 	if (!ncm->cb) {
 		return;
 	}

 	/*
 	 * callback
 	 */
 	cb = (nss_ppe_msg_callback_t)ncm->cb;
 	ctx = (void *)ncm->app_data;

 	cb(ctx, msg);
 }

 /*
  * nss_ppe_register_handler()
  *	debugfs stats msg handler received on static ppe interface
  *
  *	TODO: Export API so that others can also read PPE stats.
  */
 void nss_ppe_register_handler(void)
 {
 	struct nss_ctx_instance *nss_ctx = nss_ppe_get_context();

 	nss_core_register_handler(nss_ctx, NSS_PPE_INTERFACE, nss_ppe_handler, NULL);
 }

 /*
  * nss_ppe_free()
  *	Uninitialize PPE base
  */
 void nss_ppe_free(void)
 {
 	/*
 	 * Check if PPE base is already uninitialized.
 	 */
 	if (!ppe_pvt.ppe_base) {
 		return;
 	}

 	/*
 	 * Unmap PPE base address
 	 */
 	iounmap(ppe_pvt.ppe_base);
 	ppe_pvt.ppe_base = NULL;

 	spin_lock_bh(&nss_ppe_stats_lock);
 	nss_ppe_debug_stats.valid = false;
 	nss_ppe_debug_stats.if_num = 0;
 	nss_ppe_debug_stats.if_index = 0;
 	spin_unlock_bh(&nss_ppe_stats_lock);
 }

 /*
  * nss_ppe_init()
  *	Initialize PPE base
  */
 void nss_ppe_init(void)
 {
 	/*
 	 * Check if PPE base is already initialized.
 	 */
 	if (ppe_pvt.ppe_base) {
 		return;
 	}

 	/*
 	 * Get the PPE base address
 	 */
 	ppe_pvt.ppe_base = ioremap_nocache(PPE_BASE_ADDR, PPE_REG_SIZE);
 	if (!ppe_pvt.ppe_base) {
 		nss_warning("DRV can't get PPE base address\n");
 		return;
 	}

 	spin_lock_bh(&nss_ppe_stats_lock);
 	nss_ppe_debug_stats.valid = true;
 	nss_ppe_debug_stats.if_num = 0;
 	nss_ppe_debug_stats.if_index = 0;
 	spin_unlock_bh(&nss_ppe_stats_lock);

 	sema_init(&ppe_pvt.sem, 1);
 	init_completion(&ppe_pvt.complete);
 }
	/*
	**************************************************************************
	* Copyright (c) 2016-2017, The Linux Foundation. All rights reserved.
	* Permission to use, copy, modify, and/or distribute this software for
	* any purpose with or without fee is hereby granted, provided that the
	* above copyright notice and this permission notice appear in all copies.
	* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
	* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
	* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
	* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
	* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
	* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
	* OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
	**************************************************************************
	*/

	#include "nss_ppe.h"

	static uint8_t ppe_cc_nonexception[NSS_STATS_PPE_CPU_CODE_NONEXCEPTION_MAX] = {
	NSS_STATS_PPE_CPU_CODE_EXP_FAKE_L2_PROT_ERR,
	NSS_STATS_PPE_CPU_CODE_EXP_FAKE_MAC_HEADER_ERR,
	NSS_STATS_PPE_CPU_CODE_EXP_BITMAP_MAX,
	NSS_STATS_PPE_CPU_CODE_L2_EXP_MRU_FAIL,
	NSS_STATS_PPE_CPU_CODE_L2_EXP_MTU_FAIL,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_IP_PREFIX_BC,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_MTU_FAIL,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_MRU_FAIL,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_ICMP_RDT,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_IP_RT_TTL1_TO_ME,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_IP_RT_TTL_ZERO,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_SERVICE_CODE_LOOP,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_DE_ACCELERATE,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_FLOW_SRC_IF_CHK_FAIL,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_SYNC_TOGGLE_MISMATCH,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_MTU_DF_FAIL,
	NSS_STATS_PPE_CPU_CODE_L3_EXP_PPPOE_MULTICAST,
	NSS_STATS_PPE_CPU_CODE_MGMT_OFFSET,
	NSS_STATS_PPE_CPU_CODE_MGMT_EAPOL,
	NSS_STATS_PPE_CPU_CODE_MGMT_PPPOE_DIS,
	NSS_STATS_PPE_CPU_CODE_MGMT_IGMP,
	NSS_STATS_PPE_CPU_CODE_MGMT_ARP_REQ,
	NSS_STATS_PPE_CPU_CODE_MGMT_ARP_REP,
	NSS_STATS_PPE_CPU_CODE_MGMT_DHCPv4,
	NSS_STATS_PPE_CPU_CODE_MGMT_MLD,
	NSS_STATS_PPE_CPU_CODE_MGMT_NS,
	NSS_STATS_PPE_CPU_CODE_MGMT_NA,
	NSS_STATS_PPE_CPU_CODE_MGMT_DHCPv6,
	NSS_STATS_PPE_CPU_CODE_PTP_OFFSET,
	NSS_STATS_PPE_CPU_CODE_PTP_SYNC,
	NSS_STATS_PPE_CPU_CODE_PTP_FOLLOW_UP,
	NSS_STATS_PPE_CPU_CODE_PTP_DELAY_REQ,
	NSS_STATS_PPE_CPU_CODE_PTP_DELAY_RESP,
	NSS_STATS_PPE_CPU_CODE_PTP_PDELAY_REQ,
	NSS_STATS_PPE_CPU_CODE_PTP_PDELAY_RESP,
	NSS_STATS_PPE_CPU_CODE_PTP_PDELAY_RESP_FOLLOW_UP,
	NSS_STATS_PPE_CPU_CODE_PTP_ANNOUNCE,
	NSS_STATS_PPE_CPU_CODE_PTP_MANAGEMENT,
	NSS_STATS_PPE_CPU_CODE_PTP_SIGNALING,
	NSS_STATS_PPE_CPU_CODE_PTP_PKT_RSV_MSG,
	NSS_STATS_PPE_CPU_CODE_IPV4_SG_UNKNOWN,
	NSS_STATS_PPE_CPU_CODE_IPV6_SG_UNKNOWN,
	NSS_STATS_PPE_CPU_CODE_ARP_SG_UNKNOWN,
	NSS_STATS_PPE_CPU_CODE_ND_SG_UNKNOWN,
	NSS_STATS_PPE_CPU_CODE_IPV4_SG_VIO,
	NSS_STATS_PPE_CPU_CODE_IPV6_SG_VIO,
	NSS_STATS_PPE_CPU_CODE_ARP_SG_VIO,
	NSS_STATS_PPE_CPU_CODE_ND_SG_VIO,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTING_IP_TO_ME,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_SNAT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_DNAT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_RT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_BR_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_MC_BRIDGE_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_RT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_SNAPT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_DNAPT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_SNAT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_PREHEAD_DNAT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_PREHEAD_NAT_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_PREHEAD_NAT_ERROR,
	NSS_STATS_PPE_CPU_CODE_L3_ROUTE_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_NH_INVALID_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_NO_ROUTE_PREHEAD_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_BRIDGE_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_ACTION,
	NSS_STATS_PPE_CPU_CODE_L3_FLOW_MISS_ACTION,
	NSS_STATS_PPE_CPU_CODE_L2_NEW_MAC_ADDRESS,
	NSS_STATS_PPE_CPU_CODE_L2_HASH_COLLISION,
	NSS_STATS_PPE_CPU_CODE_L2_STATION_MOVE,
	NSS_STATS_PPE_CPU_CODE_L2_LEARN_LIMIT,
	NSS_STATS_PPE_CPU_CODE_L2_SA_LOOKUP_ACTION,
	NSS_STATS_PPE_CPU_CODE_L2_DA_LOOKUP_ACTION,
	NSS_STATS_PPE_CPU_CODE_APP_CTRL_ACTION,
	NSS_STATS_PPE_CPU_CODE_IN_VLAN_FILTER_ACTION,
	NSS_STATS_PPE_CPU_CODE_IN_VLAN_XLT_MISS,
	NSS_STATS_PPE_CPU_CODE_EG_VLAN_FILTER_DROP,
	NSS_STATS_PPE_CPU_CODE_ACL_PRE_ACTION,
	NSS_STATS_PPE_CPU_CODE_ACL_POST_ACTION,
	NSS_STATS_PPE_CPU_CODE_SERVICE_CODE_ACTION,
	};

	/*
	* nss_ppe_verify_ifnum()
	* Verify PPE interface number.
	*/
	static inline bool nss_ppe_verify_ifnum(int if_num)
	{
	return nss_is_dynamic_interface(if_num) \|\| (if_num == NSS_PPE_INTERFACE);
	}

	/*
	* nss_ppe_stats_sync
	* PPE connection sync stats from NSS
	*/
	static void nss_ppe_stats_sync(struct nss_ctx_instance nss_ctx, struct nss_ppe_sync_stats_msg stats_msg, uint16_t if_num)
	{
	spin_lock_bh(&nss_ppe_stats_lock);
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_L3_FLOWS] += stats_msg->nss_ppe_v4_l3_flows;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_L2_FLOWS] += stats_msg->nss_ppe_v4_l2_flows;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_CREATE_REQ] += stats_msg->nss_ppe_v4_create_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_CREATE_FAIL] += stats_msg->nss_ppe_v4_create_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_DESTROY_REQ] += stats_msg->nss_ppe_v4_destroy_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_DESTROY_FAIL] += stats_msg->nss_ppe_v4_destroy_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_CREATE_REQ] += stats_msg->nss_ppe_v4_mc_create_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_CREATE_FAIL] += stats_msg->nss_ppe_v4_mc_create_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_UPDATE_REQ] += stats_msg->nss_ppe_v4_mc_update_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_UPDATE_FAIL] += stats_msg->nss_ppe_v4_mc_update_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_DESTROY_REQ] += stats_msg->nss_ppe_v4_mc_destroy_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V4_MC_DESTROY_FAIL] += stats_msg->nss_ppe_v4_mc_destroy_fail;

	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_L3_FLOWS] += stats_msg->nss_ppe_v6_l3_flows;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_L2_FLOWS] += stats_msg->nss_ppe_v6_l2_flows;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_CREATE_REQ] += stats_msg->nss_ppe_v6_create_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_CREATE_FAIL] += stats_msg->nss_ppe_v6_create_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_DESTROY_REQ] += stats_msg->nss_ppe_v6_destroy_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_DESTROY_FAIL] += stats_msg->nss_ppe_v6_destroy_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_CREATE_REQ] += stats_msg->nss_ppe_v6_mc_create_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_CREATE_FAIL] += stats_msg->nss_ppe_v6_mc_create_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_UPDATE_REQ] += stats_msg->nss_ppe_v6_mc_update_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_UPDATE_FAIL] += stats_msg->nss_ppe_v6_mc_update_fail;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_DESTROY_REQ] += stats_msg->nss_ppe_v6_mc_destroy_req;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_V6_MC_DESTROY_FAIL] += stats_msg->nss_ppe_v6_mc_destroy_fail;

	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_VP_FULL] += stats_msg->nss_ppe_fail_vp_full;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_NH_FULL] += stats_msg->nss_ppe_fail_nh_full;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_FLOW_FULL] += stats_msg->nss_ppe_fail_flow_full;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_HOST_FULL] += stats_msg->nss_ppe_fail_host_full;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_PUBIP_FULL] += stats_msg->nss_ppe_fail_pubip_full;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_PORT_SETUP] += stats_msg->nss_ppe_fail_port_setup;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_RW_FIFO_FULL] += stats_msg->nss_ppe_fail_rw_fifo_full;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_FLOW_COMMAND] += stats_msg->nss_ppe_fail_flow_command;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_UNKNOWN_PROTO] += stats_msg->nss_ppe_fail_unknown_proto;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_PPE_UNRESPONSIVE] += stats_msg->nss_ppe_fail_ppe_unresponsive;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_CE_OPAQUE_INVALID] += stats_msg->nss_ppe_ce_opaque_invalid;
	nss_ppe_debug_stats.conn_stats[NSS_STATS_PPE_FAIL_FQG_FULL] += stats_msg->nss_ppe_fail_fqg_full;
	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_callback()
	* Callback to handle the completion of NSS->HLOS messages.
	*/
	static void nss_ppe_callback(void app_data, struct nss_ppe_msg npm)
	{
	nss_ppe_msg_callback_t callback = (nss_ppe_msg_callback_t)ppe_pvt.cb;
	void *data = ppe_pvt.app_data;

	ppe_pvt.response = NSS_TX_SUCCESS;
	ppe_pvt.cb = NULL;
	ppe_pvt.app_data = NULL;

	if (npm->cm.response != NSS_CMN_RESPONSE_ACK) {
	nss_warning("ppe error response %d\n", npm->cm.response);
	ppe_pvt.response = npm->cm.response;
	}

	if (callback) {
	callback(data, npm);
	}
	complete(&ppe_pvt.complete);
	}

	/*
	* nss_ppe_tx_msg()
	* Transmit a ppe message to NSSFW
	*/
	nss_tx_status_t nss_ppe_tx_msg(struct nss_ctx_instance nss_ctx, struct nss_ppe_msg msg)
	{
	struct nss_ppe_msg *nm;
	struct nss_cmn_msg *ncm = &msg->cm;
	struct sk_buff *nbuf;
	int32_t status;

	NSS_VERIFY_CTX_MAGIC(nss_ctx);
	if (unlikely(nss_ctx->state != NSS_CORE_STATE_INITIALIZED)) {
	nss_warning("%p: ppe msg dropped as core not ready\n", nss_ctx);
	return NSS_TX_FAILURE_NOT_READY;
	}

	/*
	* Sanity check the message
	*/
	if (ncm->type >= NSS_PPE_MSG_MAX) {
	nss_warning("%p: message type out of range: %d\n", nss_ctx, ncm->type);
	return NSS_TX_FAILURE;
	}

	if (nss_cmn_get_msg_len(ncm) > sizeof(struct nss_ppe_msg)) {
	nss_warning("%p: message length is invalid: %d\n", nss_ctx, nss_cmn_get_msg_len(ncm));
	return NSS_TX_FAILURE;
	}

	nbuf = dev_alloc_skb(NSS_NBUF_PAYLOAD_SIZE);
	if (unlikely(!nbuf)) {
	NSS_PKT_STATS_INCREMENT(nss_ctx, &nss_ctx->nss_top->stats_drv[NSS_STATS_DRV_NBUF_ALLOC_FAILS]);
	nss_warning("%p: msg dropped as command allocation failed\n", nss_ctx);
	return NSS_TX_FAILURE;
	}

	/*
	* Copy the message to our skb
	*/
	nm = (struct nss_ppe_msg *)skb_put(nbuf, sizeof(struct nss_ppe_msg));
	memcpy(nm, msg, sizeof(struct nss_ppe_msg));

	status = nss_core_send_buffer(nss_ctx, 0, nbuf, NSS_IF_CMD_QUEUE, H2N_BUFFER_CTRL, 0);
	if (status != NSS_CORE_STATUS_SUCCESS) {
	dev_kfree_skb_any(nbuf);
	nss_warning("%p: Unable to enqueue 'ppe message'\n", nss_ctx);
	return NSS_TX_FAILURE;
	}

	nss_hal_send_interrupt(nss_ctx, NSS_H2N_INTR_DATA_COMMAND_QUEUE);

	NSS_PKT_STATS_INCREMENT(nss_ctx, &nss_ctx->nss_top->stats_drv[NSS_STATS_DRV_TX_CMD_REQ]);
	return NSS_TX_SUCCESS;
	}
	EXPORT_SYMBOL(nss_ppe_tx_msg);

	/*
	* nss_ppe_tx_msg_sync()
	* Transmit a ppe message to NSS firmware synchronously.
	*/
	nss_tx_status_t nss_ppe_tx_msg_sync(struct nss_ctx_instance nss_ctx, struct nss_ppe_msg npm)
	{
	nss_tx_status_t status;
	int ret = 0;

	down(&ppe_pvt.sem);
	ppe_pvt.cb = (void *)npm->cm.cb;
	ppe_pvt.app_data = (void *)npm->cm.app_data;

	npm->cm.cb = (nss_ptr_t)nss_ppe_callback;
	npm->cm.app_data = (nss_ptr_t)NULL;

	status = nss_ppe_tx_msg(nss_ctx, npm);
	if (status != NSS_TX_SUCCESS) {
	nss_warning("%p: ppe_tx_msg failed\n", nss_ctx);
	up(&ppe_pvt.sem);
	return status;
	}

	ret = wait_for_completion_timeout(&ppe_pvt.complete, msecs_to_jiffies(NSS_PPE_TX_TIMEOUT));
	if (!ret) {
	nss_warning("%p: ppe msg tx failed due to timeout\n", nss_ctx);
	ppe_pvt.response = NSS_TX_FAILURE;
	}

	status = ppe_pvt.response;
	up(&ppe_pvt.sem);
	return status;
	}
	EXPORT_SYMBOL(nss_ppe_tx_msg_sync);

	/*
	* nss_ppe_get_context()
	* Get NSS context instance for ppe
	*/
	struct nss_ctx_instance *nss_ppe_get_context(void)
	{
	return (struct nss_ctx_instance *)&nss_top_main.nss[nss_top_main.ppe_handler_id];
	}
	EXPORT_SYMBOL(nss_ppe_get_context);

	/*
	* nss_ppe_msg_init()
	* Initialize nss_ppe_msg.
	*/
	void nss_ppe_msg_init(struct nss_ppe_msg ncm, uint16_t if_num, uint32_t type, uint32_t len, void cb, void *app_data)
	{
	nss_cmn_msg_init(&ncm->cm, if_num, type, len, cb, app_data);
	}
	EXPORT_SYMBOL(nss_ppe_msg_init);

	/*
	* nss_ppe_tx_l2_exception_msg
	* API to send vsi assign message to NSS FW
	*/
	nss_tx_status_t nss_ppe_tx_l2_exception_msg(uint32_t if_num, bool exception_enable)
	{
	struct nss_ctx_instance *nss_ctx = nss_ppe_get_context();
	struct nss_ppe_msg npm;

	if (!nss_ctx) {
	nss_warning("Can't get nss context\n");
	return NSS_TX_FAILURE;
	}

	if (!nss_ppe_verify_ifnum(if_num)) {
	nss_warning("%p: invalid interface %d\n", nss_ctx, if_num);
	return NSS_TX_FAILURE;
	}

	nss_ppe_msg_init(&npm, if_num, NSS_PPE_MSG_L2_EXCEPTION,
	sizeof(struct nss_ppe_l2_exception_msg), NULL, NULL);

	npm.msg.l2_exception.l2_exception_enable = exception_enable;

	return nss_ppe_tx_msg_sync(nss_ctx, &npm);
	}
	EXPORT_SYMBOL(nss_ppe_tx_l2_exception_msg);

	/*
	* nss_ppe_stats_conn_get()
	* Get ppe connection stats.
	*/
	void nss_ppe_stats_conn_get(uint32_t *stats)
	{
	if (!stats) {
	nss_warning("No memory to copy ppe connection stats\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);

	if (!nss_ppe_debug_stats.valid) {
	spin_unlock_bh(&nss_ppe_stats_lock);
	nss_warning("PPE base address not initialized!\n");
	return;
	}

	/*
	* Get flow stats
	*/
	memcpy(stats, nss_ppe_debug_stats.conn_stats, (sizeof(uint32_t) * NSS_STATS_PPE_CONN_MAX));

	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_stats_l3_get()
	* Get ppe L3 debug stats.
	*/
	void nss_ppe_stats_l3_get(uint32_t *stats)
	{
	if (!stats) {
	nss_warning("No memory to copy ppe l3 dbg stats\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);

	if (!nss_ppe_debug_stats.valid) {
	spin_unlock_bh(&nss_ppe_stats_lock);
	nss_warning("PPE base address not initialized!\n");
	return;
	}

	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG0_OFFSET);
	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_0]);

	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG1_OFFSET);
	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_1]);

	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG2_OFFSET);
	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_2]);

	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG3_OFFSET);
	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_3]);

	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG4_OFFSET);
	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_4]);

	nss_ppe_reg_write(PPE_L3_DBG_WR_OFFSET, PPE_L3_DBG_PORT_OFFSET);
	nss_ppe_reg_read(PPE_L3_DBG_RD_OFFSET, &stats[NSS_STATS_PPE_L3_DBG_PORT]);

	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_stats_code_get()
	* Get ppe CPU and DROP code for last packet processed.
	*/
	void nss_ppe_stats_code_get(uint32_t *stats)
	{
	uint32_t drop_0, drop_1, cpu_code;

	nss_trace("%s(%d) Start\n", __func__, __LINE__);
	if (!stats) {
	nss_warning("No memory to copy ppe code\n");
	return;
	}

	if (!nss_ppe_debug_stats.valid) {
	nss_warning("PPE base address not initialized!\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);
	nss_ppe_reg_write(PPE_PKT_CODE_WR_OFFSET, PPE_PKT_CODE_DROP0_OFFSET);
	nss_ppe_reg_read(PPE_PKT_CODE_RD_OFFSET, &drop_0);

	nss_ppe_reg_write(PPE_PKT_CODE_WR_OFFSET, PPE_PKT_CODE_DROP1_OFFSET);
	nss_ppe_reg_read(PPE_PKT_CODE_RD_OFFSET, &drop_1);

	stats[NSS_STATS_PPE_CODE_DROP] = PPE_PKT_CODE_DROP_GET(drop_0, drop_1);

	nss_ppe_reg_write(PPE_PKT_CODE_WR_OFFSET, PPE_PKT_CODE_CPU_OFFSET);
	nss_ppe_reg_read(PPE_PKT_CODE_RD_OFFSET, &cpu_code);

	stats[NSS_STATS_PPE_CODE_CPU] = PPE_PKT_CODE_CPU_GET(cpu_code);

	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_port_drop_code_get()
	* Get ppe per port drop code.
	*/
	void nss_ppe_port_drop_code_get(uint32_t *stats, uint8_t port_id)
	{
	uint8_t i;
	nss_trace("%s(%d) Start\n", __func__, __LINE__);
	if (!stats) {
	nss_warning("No memory to copy ppe code\n");
	return;
	}

	if (port_id > NSS_PPE_NUM_PHY_PORTS_MAX) {
	nss_warning("Port id is out of range\n");
	return;
	}

	if (!nss_ppe_debug_stats.valid) {
	nss_warning("PPE base address not initialized!\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);

	for (i = 0; i < NSS_STATS_PPE_DROP_CODE_MAX; i++) {
	nss_ppe_reg_read(PPE_DROP_CODE_OFFSET(i, port_id), &stats[i]);
	}

	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_cpu_code_exception_get()
	* Get ppe cpu code specific for flow exceptions.
	*/
	void nss_ppe_cpu_code_exception_get(uint32_t *stats)
	{
	uint8_t i;
	nss_trace("%s(%d) Start\n", __func__, __LINE__);
	if (!stats) {
	nss_warning("No memory to copy ppe code\n");
	return;
	}

	if (!nss_ppe_debug_stats.valid) {
	nss_warning("PPE base address not initialized!\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);

	for (i = 0; i < NSS_STATS_PPE_CPU_CODE_EXCEPTION_MAX ; i++) {
	nss_ppe_reg_read(PPE_CPU_CODE_OFFSET(i), &stats[i]);
	}

	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_cpu_code_nonexception_get()
	* Get ppe cpu code specific for flow exceptions.
	*/
	void nss_ppe_cpu_code_nonexception_get(uint32_t *stats)
	{
	uint8_t i;
	nss_trace("%s(%d) Start\n", __func__, __LINE__);
	if (!stats) {
	nss_warning("No memory to copy ppe code\n");
	return;
	}

	if (!nss_ppe_debug_stats.valid) {
	nss_warning("PPE base address not initialized!\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);

	for (i = 0; i < NSS_STATS_PPE_CPU_CODE_NONEXCEPTION_MAX; i++) {
	nss_ppe_reg_read(PPE_CPU_CODE_OFFSET(ppe_cc_nonexception[i]), &stats[i]);
	}

	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_handler()
	* Handle NSS -> HLOS messages for ppe
	*/
	static void nss_ppe_handler(struct nss_ctx_instance nss_ctx, struct nss_cmn_msg ncm, __attribute__((unused))void *app_data)
	{
	struct nss_ppe_msg msg = (struct nss_ppe_msg )ncm;
	void *ctx;

	nss_ppe_msg_callback_t cb;

	nss_trace("nss_ctx: %p ppe msg: %p\n", nss_ctx, msg);
	BUG_ON(!nss_ppe_verify_ifnum(ncm->interface));

	/*
	* Is this a valid request/response packet?
	*/
	if (ncm->type >= NSS_PPE_MSG_MAX) {
	nss_warning("%p: received invalid message %d for PPE interface\n", nss_ctx, ncm->type);
	return;
	}

	if (nss_cmn_get_msg_len(ncm) > sizeof(struct nss_ppe_msg)) {
	nss_warning("%p: Length of message is greater than required: %d\n", nss_ctx, nss_cmn_get_msg_len(ncm));
	return;
	}

	switch (msg->cm.type) {
	case NSS_PPE_MSG_SYNC_STATS:
	/*
	* session debug stats embeded in session stats msg
	*/
	nss_ppe_stats_sync(nss_ctx, &msg->msg.stats, ncm->interface);
	return;
	}

	/*
	* Log failures
	*/
	nss_core_log_msg_failures(nss_ctx, ncm);

	/*
	* Do we have a call back
	*/
	if (!ncm->cb) {
	return;
	}

	/*
	* callback
	*/
	cb = (nss_ppe_msg_callback_t)ncm->cb;
	ctx = (void *)ncm->app_data;

	cb(ctx, msg);
	}

	/*
	* nss_ppe_register_handler()
	* debugfs stats msg handler received on static ppe interface
	*
	* TODO: Export API so that others can also read PPE stats.
	*/
	void nss_ppe_register_handler(void)
	{
	struct nss_ctx_instance *nss_ctx = nss_ppe_get_context();

	nss_core_register_handler(nss_ctx, NSS_PPE_INTERFACE, nss_ppe_handler, NULL);
	}

	/*
	* nss_ppe_free()
	* Uninitialize PPE base
	*/
	void nss_ppe_free(void)
	{
	/*
	* Check if PPE base is already uninitialized.
	*/
	if (!ppe_pvt.ppe_base) {
	return;
	}

	/*
	* Unmap PPE base address
	*/
	iounmap(ppe_pvt.ppe_base);
	ppe_pvt.ppe_base = NULL;

	spin_lock_bh(&nss_ppe_stats_lock);
	nss_ppe_debug_stats.valid = false;
	nss_ppe_debug_stats.if_num = 0;
	nss_ppe_debug_stats.if_index = 0;
	spin_unlock_bh(&nss_ppe_stats_lock);
	}

	/*
	* nss_ppe_init()
	* Initialize PPE base
	*/
	void nss_ppe_init(void)
	{
	/*
	* Check if PPE base is already initialized.
	*/
	if (ppe_pvt.ppe_base) {
	return;
	}

	/*
	* Get the PPE base address
	*/
	ppe_pvt.ppe_base = ioremap_nocache(PPE_BASE_ADDR, PPE_REG_SIZE);
	if (!ppe_pvt.ppe_base) {
	nss_warning("DRV can't get PPE base address\n");
	return;
	}

	spin_lock_bh(&nss_ppe_stats_lock);
	nss_ppe_debug_stats.valid = true;
	nss_ppe_debug_stats.if_num = 0;
	nss_ppe_debug_stats.if_index = 0;
	spin_unlock_bh(&nss_ppe_stats_lock);

	sema_init(&ppe_pvt.sem, 1);
	init_completion(&ppe_pvt.complete);
	}