Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 1 | /* |
| 2 | ************************************************************************** |
Guojun Jin | 9346841 | 2019-11-04 14:02:02 -0800 | [diff] [blame] | 3 | * Copyright (c) 2013-2020, The Linux Foundation. All rights reserved. |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 4 | * Permission to use, copy, modify, and/or distribute this software for |
| 5 | * any purpose with or without fee is hereby granted, provided that the |
| 6 | * above copyright notice and this permission notice appear in all copies. |
| 7 | * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| 8 | * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| 9 | * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR |
| 10 | * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| 11 | * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
| 12 | * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT |
| 13 | * OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
| 14 | ************************************************************************** |
| 15 | */ |
| 16 | |
| 17 | /* |
| 18 | * nss_profiler.c |
| 19 | * NSS profiler APIs |
| 20 | */ |
| 21 | |
| 22 | #include "nss_tx_rx_common.h" |
| 23 | |
| 24 | /* |
| 25 | * nss_profiler_rx_msg_handler() |
| 26 | * Handle profiler information. |
| 27 | */ |
| 28 | static void nss_profiler_rx_msg_handler(struct nss_ctx_instance *nss_ctx, struct nss_cmn_msg *ncm, void *app) |
| 29 | { |
| 30 | struct nss_profiler_msg *pm = (struct nss_profiler_msg*)ncm; |
| 31 | void *ctx = nss_ctx->nss_top->profiler_ctx[nss_ctx->id]; |
| 32 | nss_profiler_callback_t cb = nss_ctx->nss_top->profiler_callback[nss_ctx->id]; |
| 33 | |
| 34 | if (ncm->type >= NSS_PROFILER_MAX_MSG_TYPES) { |
| 35 | nss_warning("%p: message type out of range: %d", nss_ctx, ncm->type); |
| 36 | return; |
| 37 | } |
| 38 | |
| 39 | if (ncm->type <= NSS_PROFILER_FLOWCTRL_MSG) { |
| 40 | if (ncm->len > sizeof(pm->payload.pcmdp)) { |
| 41 | nss_warning("%p: reply for cmd %d size is wrong %d : %d\n", nss_ctx, ncm->type, ncm->len, ncm->interface); |
| 42 | return; |
| 43 | } |
| 44 | } else if (ncm->type <= NSS_PROFILER_DEBUG_REPLY_MSG) { |
| 45 | if (ncm->len > sizeof(pm->payload.pdm)) { |
| 46 | nss_warning("%p: reply for debug %d is too big %d\n", nss_ctx, ncm->type, ncm->len); |
| 47 | return; |
| 48 | } |
| 49 | } else if (ncm->type <= NSS_PROFILER_COUNTERS_MSG) { |
| 50 | if (ncm->len < (sizeof(pm->payload.pcmdp) - (PROFILE_MAX_APP_COUNTERS - pm->payload.pcmdp.num_counters) * sizeof(pm->payload.pcmdp.counters[0])) || ncm->len > sizeof(pm->payload.pcmdp)) { |
| 51 | nss_warning("%p: %d params data is too big %d : %d\n", nss_ctx, ncm->type, ncm->len, ncm->interface); |
| 52 | return; |
| 53 | } |
| 54 | } |
| 55 | |
| 56 | /* |
| 57 | * status per request callback |
| 58 | */ |
Suruchi Agarwal | e4ad24a | 2018-06-11 12:03:46 +0530 | [diff] [blame] | 59 | if (ncm->response != NSS_CMN_RESPONSE_NOTIFY && ncm->cb) { |
Stephen Wang | aed4633 | 2016-12-12 17:29:03 -0800 | [diff] [blame] | 60 | nss_info("%p: reply CB %p for %d %d\n", nss_ctx, (void *)ncm->cb, ncm->type, ncm->response); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 61 | cb = (nss_profiler_callback_t)ncm->cb; |
| 62 | } |
| 63 | |
| 64 | /* |
| 65 | * sample related callback |
| 66 | */ |
| 67 | if (!cb || !ctx) { |
| 68 | nss_warning("%p: Event received for profiler interface before registration", nss_ctx); |
| 69 | return; |
| 70 | } |
| 71 | |
| 72 | cb(ctx, (struct nss_profiler_msg *)ncm); |
| 73 | } |
| 74 | |
| 75 | /* |
| 76 | * nss_tx_profiler_if_buf() |
| 77 | * NSS profiler Tx API |
| 78 | */ |
Guojun Jin | 52fbac5 | 2016-08-23 15:43:58 -0700 | [diff] [blame] | 79 | nss_tx_status_t nss_profiler_if_tx_buf(void *ctx, void *buf, uint32_t len, |
| 80 | void *cb, void *app_data) |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 81 | { |
| 82 | struct nss_ctx_instance *nss_ctx = (struct nss_ctx_instance *)ctx; |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 83 | struct nss_profiler_msg *npm; |
| 84 | struct nss_profiler_data_msg *pdm = (struct nss_profiler_data_msg *)buf; |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 85 | nss_tx_status_t ret; |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 86 | |
| 87 | nss_trace("%p: Profiler If Tx, buf=%p", nss_ctx, buf); |
| 88 | |
Cemil Coskun | abd2d97 | 2018-04-17 10:59:24 -0700 | [diff] [blame] | 89 | if (sizeof(npm->payload) < len) { |
| 90 | nss_warning("%p: (%u)Bad message length(%u)", nss_ctx, NSS_PROFILER_INTERFACE, len); |
| 91 | return NSS_TX_FAILURE_TOO_LARGE; |
| 92 | } |
| 93 | |
| 94 | if (NSS_NBUF_PAYLOAD_SIZE < (len + sizeof(npm->cm))) { |
| 95 | nss_warning("%p: (%u)Message length(%u) is larger than payload size (%u)", |
| 96 | nss_ctx, NSS_PROFILER_INTERFACE, (uint32_t)(len + sizeof(npm->cm)), NSS_NBUF_PAYLOAD_SIZE); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 97 | return NSS_TX_FAILURE_TOO_LARGE; |
| 98 | } |
| 99 | |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 100 | npm = kzalloc(sizeof(*npm), GFP_KERNEL); |
| 101 | if (!npm) { |
| 102 | nss_warning("%p: Failed to allocate memory for message\n", nss_ctx); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 103 | return NSS_TX_FAILURE; |
| 104 | } |
| 105 | |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 106 | memcpy(&npm->payload, pdm, len); |
Cemil Coskun | abd2d97 | 2018-04-17 10:59:24 -0700 | [diff] [blame] | 107 | nss_profiler_msg_init(npm, NSS_PROFILER_INTERFACE, pdm->hd_magic & 0xFF, len, |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 108 | cb, app_data); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 109 | |
Cemil Coskun | abd2d97 | 2018-04-17 10:59:24 -0700 | [diff] [blame] | 110 | ret = nss_core_send_cmd(nss_ctx, npm, sizeof(npm->cm) + len, NSS_NBUF_PAYLOAD_SIZE); |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 111 | kfree(npm); |
| 112 | return ret; |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 113 | } |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 114 | EXPORT_SYMBOL(nss_profiler_if_tx_buf); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 115 | |
| 116 | /* |
Guojun Jin | 9346841 | 2019-11-04 14:02:02 -0800 | [diff] [blame] | 117 | * nss_profiler_alloc_dma() |
| 118 | * Allocate a DMA for profiler. |
| 119 | */ |
| 120 | void *nss_profiler_alloc_dma(struct nss_ctx_instance *nss_ctx, struct nss_profile_sdma_producer **dma_p) |
| 121 | { |
| 122 | int size; |
| 123 | void *kaddr; |
| 124 | struct nss_profile_sdma_producer *dma; |
| 125 | struct nss_profile_sdma_ctrl *ctrl = (struct nss_profile_sdma_ctrl *)nss_ctx->meminfo_ctx.sdma_ctrl; |
| 126 | if (!ctrl) |
| 127 | return NULL; |
| 128 | |
| 129 | dma = ctrl->producer; |
| 130 | *dma_p = dma; |
| 131 | size = dma->num_bufs * dma->buf_size; |
| 132 | kaddr = kmalloc(size, GFP_KERNEL | __GFP_ZERO); |
| 133 | |
| 134 | if (kaddr) { |
| 135 | dma->desc_ring = dma_map_single(nss_ctx->dev, kaddr, size, DMA_FROM_DEVICE); |
| 136 | NSS_CORE_DSB(); |
| 137 | } |
| 138 | ctrl->consumer[0].ring.kp = kaddr; |
| 139 | |
| 140 | return kaddr; |
| 141 | } |
| 142 | EXPORT_SYMBOL(nss_profiler_alloc_dma); |
| 143 | |
| 144 | /* |
| 145 | * nss_profiler_release_dma() |
| 146 | * Free profiler DMA. |
| 147 | */ |
| 148 | void nss_profiler_release_dma(struct nss_ctx_instance *nss_ctx) |
| 149 | { |
| 150 | struct nss_profile_sdma_ctrl *ctrl; |
| 151 | if (!nss_ctx) |
| 152 | return; |
| 153 | |
| 154 | ctrl = nss_ctx->meminfo_ctx.sdma_ctrl; |
| 155 | |
| 156 | if (ctrl && ctrl->consumer[0].ring.kp) |
| 157 | kfree(ctrl->consumer[0].ring.kp); |
| 158 | } |
| 159 | EXPORT_SYMBOL(nss_profiler_release_dma); |
| 160 | |
| 161 | /* |
| 162 | * nss_profile_dma_register_cb |
| 163 | * Register a handler for profile DMA. |
| 164 | */ |
| 165 | bool nss_profile_dma_register_cb(struct nss_ctx_instance *nss_ctx, int id, |
| 166 | void (*cb)(void*), void *arg) |
| 167 | { |
| 168 | struct nss_profile_sdma_ctrl *ctrl = (struct nss_profile_sdma_ctrl *)nss_ctx->meminfo_ctx.sdma_ctrl; |
| 169 | nss_info("%p dma_register_cb %d: %p %p\n", ctrl, id, cb, arg); |
| 170 | if (!ctrl) |
| 171 | return false; |
| 172 | |
| 173 | ctrl->consumer[id].dispatch.fp = cb; |
| 174 | ctrl->consumer[id].arg.kp = arg; |
| 175 | return true; |
| 176 | } |
| 177 | EXPORT_SYMBOL(nss_profile_dma_register_cb); |
| 178 | |
| 179 | /* |
| 180 | * nss_profile_dma_deregister_cb |
| 181 | * Deregister callback for profile DMA. |
| 182 | */ |
| 183 | bool nss_profile_dma_deregister_cb(struct nss_ctx_instance *nss_ctx, int id) |
| 184 | { |
| 185 | struct nss_profile_sdma_ctrl *ctrl = (struct nss_profile_sdma_ctrl *)nss_ctx->meminfo_ctx.sdma_ctrl; |
| 186 | if (!ctrl) |
| 187 | return false; |
| 188 | |
| 189 | ctrl->consumer[id].dispatch.fp = NULL; |
| 190 | return true; |
| 191 | } |
| 192 | EXPORT_SYMBOL(nss_profile_dma_deregister_cb); |
| 193 | |
| 194 | /* |
| 195 | * nss_profile_dma_get_ctrl |
| 196 | * Wrapper to get profile DMA control. |
| 197 | */ |
| 198 | struct nss_profile_sdma_ctrl *nss_profile_dma_get_ctrl(struct nss_ctx_instance *nss_ctx) |
| 199 | { |
| 200 | struct nss_profile_sdma_ctrl *ctrl = nss_ctx->meminfo_ctx.sdma_ctrl; |
| 201 | if (ctrl) { |
| 202 | dmac_inv_range(ctrl, &ctrl->cidx); |
| 203 | dsb(sy); |
| 204 | } |
| 205 | return ctrl; |
| 206 | } |
| 207 | EXPORT_SYMBOL(nss_profile_dma_get_ctrl); |
| 208 | |
| 209 | /* |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 210 | * nss_profiler_notify_register() |
| 211 | */ |
| 212 | void *nss_profiler_notify_register(nss_core_id_t core_id, nss_profiler_callback_t profiler_callback, void *ctx) |
| 213 | { |
| 214 | nss_assert(core_id < NSS_CORE_MAX); |
| 215 | |
Guojun Jin | 79d7698 | 2017-08-07 16:31:07 -0700 | [diff] [blame] | 216 | if (NSS_CORE_STATUS_SUCCESS != |
| 217 | nss_core_register_handler(&nss_top_main.nss[core_id], NSS_PROFILER_INTERFACE, nss_profiler_rx_msg_handler, NULL)) { |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 218 | nss_warning("Message handler FAILED to be registered for profiler"); |
| 219 | return NULL; |
| 220 | } |
| 221 | |
| 222 | nss_top_main.profiler_ctx[core_id] = ctx; |
| 223 | nss_top_main.profiler_callback[core_id] = profiler_callback; |
| 224 | |
| 225 | return (void *)&nss_top_main.nss[core_id]; |
| 226 | } |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 227 | EXPORT_SYMBOL(nss_profiler_notify_register); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 228 | |
| 229 | /* |
| 230 | * nss_profiler_notify_unregister() |
| 231 | */ |
| 232 | void nss_profiler_notify_unregister(nss_core_id_t core_id) |
| 233 | { |
| 234 | nss_assert(core_id < NSS_CORE_MAX); |
| 235 | |
Thomas Wu | 91f4bdf | 2017-06-09 12:03:02 -0700 | [diff] [blame] | 236 | nss_core_register_handler(&nss_top_main.nss[core_id], NSS_PROFILER_INTERFACE, NULL, NULL); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 237 | nss_top_main.profiler_callback[core_id] = NULL; |
| 238 | nss_top_main.profiler_ctx[core_id] = NULL; |
| 239 | } |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 240 | EXPORT_SYMBOL(nss_profiler_notify_unregister); |
Guojun Jin | 4b3707b | 2014-05-16 15:55:23 -0700 | [diff] [blame] | 241 | |
Sundarajan Srinivasan | 02e6c2b | 2014-10-06 11:51:12 -0700 | [diff] [blame] | 242 | /* |
| 243 | * nss_profiler_msg_init() |
Stephen Wang | 3e2dbd1 | 2018-03-14 17:28:17 -0700 | [diff] [blame] | 244 | * Initialize profiler message. |
Sundarajan Srinivasan | 02e6c2b | 2014-10-06 11:51:12 -0700 | [diff] [blame] | 245 | */ |
| 246 | void nss_profiler_msg_init(struct nss_profiler_msg *npm, uint16_t if_num, uint32_t type, uint32_t len, |
Sundarajan Srinivasan | 30a53d4 | 2015-01-30 10:52:08 -0800 | [diff] [blame] | 247 | nss_profiler_callback_t cb, void *app_data) |
Sundarajan Srinivasan | 02e6c2b | 2014-10-06 11:51:12 -0700 | [diff] [blame] | 248 | { |
| 249 | nss_cmn_msg_init(&npm->cm, if_num, type, len, (void *)cb, app_data); |
| 250 | } |
Sundarajan Srinivasan | 02e6c2b | 2014-10-06 11:51:12 -0700 | [diff] [blame] | 251 | EXPORT_SYMBOL(nss_profiler_msg_init); |