blob: 8f626b1afeb3f6c7f25ad8032b9d1101342b8a6e [file] [log] [blame]
Florin Corase69f4952017-03-07 10:06:24 -08001/*
2 * Copyright (c) 2017 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16#ifndef SRC_VNET_TCP_TCP_DEBUG_H_
17#define SRC_VNET_TCP_TCP_DEBUG_H_
18
19#include <vlib/vlib.h>
20
21#define TCP_DEBUG (1)
Florin Coras2f8d8fa2018-01-26 06:36:04 -080022#define TCP_DEBUG_SM (0)
Florin Corasf1762d62017-09-24 19:43:08 -040023#define TCP_DEBUG_CC (0)
Florin Corasc1a448b2018-04-20 10:51:49 -070024#define TCP_DEBUG_CC_STAT (0)
Florin Corasf988e692017-11-27 04:34:14 -050025#define TCP_DEBUG_BUFFER_ALLOCATION (0)
Florin Corase69f4952017-03-07 10:06:24 -080026
27#define foreach_tcp_dbg_evt \
28 _(INIT, "") \
29 _(DEALLOC, "") \
30 _(OPEN, "open") \
31 _(CLOSE, "close") \
32 _(BIND, "bind") \
33 _(UNBIND, "unbind") \
34 _(DELETE, "delete") \
35 _(SYN_SENT, "SYN sent") \
Florin Coras6534b7a2017-07-18 05:38:03 -040036 _(SYNACK_SENT, "SYNACK sent") \
37 _(SYNACK_RCVD, "SYNACK rcvd") \
38 _(SYN_RXT, "SYN retransmit") \
Florin Corase69f4952017-03-07 10:06:24 -080039 _(FIN_SENT, "FIN sent") \
Florin Coras6792ec02017-03-13 03:49:51 -070040 _(ACK_SENT, "ACK sent") \
41 _(DUPACK_SENT, "DUPACK sent") \
Florin Corase69f4952017-03-07 10:06:24 -080042 _(RST_SENT, "RST sent") \
43 _(SYN_RCVD, "SYN rcvd") \
44 _(ACK_RCVD, "ACK rcvd") \
Florin Coras6792ec02017-03-13 03:49:51 -070045 _(DUPACK_RCVD, "DUPACK rcvd") \
Florin Corase69f4952017-03-07 10:06:24 -080046 _(FIN_RCVD, "FIN rcvd") \
47 _(RST_RCVD, "RST rcvd") \
Florin Coras6534b7a2017-07-18 05:38:03 -040048 _(STATE_CHANGE, "state change") \
Florin Corase69f4952017-03-07 10:06:24 -080049 _(PKTIZE, "packetize") \
50 _(INPUT, "in") \
Florin Coras6792ec02017-03-13 03:49:51 -070051 _(SND_WND, "snd_wnd update") \
52 _(OUTPUT, "output") \
53 _(TIMER_POP, "timer pop") \
54 _(CC_RTX, "retransmit") \
55 _(CC_EVT, "cc event") \
56 _(CC_PACK, "cc partial ack") \
Florin Corasf03a59a2017-06-09 21:07:32 -070057 _(CC_STAT, "cc stats") \
58 _(CC_RTO_STAT, "cc rto stats") \
Florin Corasca1c8f32018-05-23 21:01:30 -070059 _(CC_SCOREBOARD, "scoreboard stats") \
60 _(CC_SACKS, "snd sacks stats") \
61 _(CC_INPUT, "ooo data delivered") \
Florin Coras6792ec02017-03-13 03:49:51 -070062 _(SEG_INVALID, "invalid segment") \
Florin Corasc28764f2017-04-26 00:08:42 -070063 _(PAWS_FAIL, "failed paws check") \
Florin Coras6792ec02017-03-13 03:49:51 -070064 _(ACK_RCV_ERR, "invalid ack") \
Florin Coras3e350af2017-03-30 02:54:28 -070065 _(RCV_WND_SHRUNK, "shrunk rcv_wnd") \
Florin Corase69f4952017-03-07 10:06:24 -080066
67typedef enum _tcp_dbg
68{
69#define _(sym, str) TCP_DBG_##sym,
70 foreach_tcp_dbg_evt
71#undef _
72} tcp_dbg_e;
73
74typedef enum _tcp_dbg_evt
75{
76#define _(sym, str) TCP_EVT_##sym,
77 foreach_tcp_dbg_evt
78#undef _
79} tcp_dbg_evt_e;
80
81#if TCP_DEBUG
82
83#define TRANSPORT_DEBUG (1)
84
Florin Corasf03a59a2017-06-09 21:07:32 -070085/*
86 * Infra and evt track setup
87 */
88
Florin Coras9d063042017-09-14 03:08:00 -040089#define TCP_DBG(_fmt, _args...) clib_warning (_fmt, ##_args)
Florin Corase69f4952017-03-07 10:06:24 -080090
91#define DECLARE_ETD(_tc, _e, _size) \
92 struct \
93 { \
94 u32 data[_size]; \
95 } * ed; \
96 ed = ELOG_TRACK_DATA (&vlib_global_main.elog_main, \
97 _e, _tc->c_elog_track)
98
Florin Coras6534b7a2017-07-18 05:38:03 -040099#define TCP_DBG_IP_TAG_LCL(_tc) \
Florin Corase69f4952017-03-07 10:06:24 -0800100{ \
Florin Coras6534b7a2017-07-18 05:38:03 -0400101 if (_tc->c_is_ip4) \
102 { \
103 ELOG_TYPE_DECLARE (_e) = \
104 { \
105 .format = "lcl: %d.%d.%d.%d:%d", \
106 .format_args = "i4i4i4i4i4", \
107 }; \
108 DECLARE_ETD(_tc, _e, 5); \
109 ed->data[0] = _tc->c_lcl_ip.ip4.as_u8[0]; \
110 ed->data[1] = _tc->c_lcl_ip.ip4.as_u8[1]; \
111 ed->data[2] = _tc->c_lcl_ip.ip4.as_u8[2]; \
112 ed->data[3] = _tc->c_lcl_ip.ip4.as_u8[3]; \
113 ed->data[4] = clib_net_to_host_u16(_tc->c_lcl_port); \
114 } \
115}
116
117#define TCP_DBG_IP_TAG_RMT(_tc) \
118{ \
119 if (_tc->c_is_ip4) \
120 { \
121 ELOG_TYPE_DECLARE (_e) = \
122 { \
123 .format = "rmt: %d.%d.%d.%d:%d", \
124 .format_args = "i4i4i4i4i4", \
125 }; \
126 DECLARE_ETD(_tc, _e, 5); \
127 ed->data[0] = _tc->c_rmt_ip.ip4.as_u8[0]; \
128 ed->data[1] = _tc->c_rmt_ip.ip4.as_u8[1]; \
129 ed->data[2] = _tc->c_rmt_ip.ip4.as_u8[2]; \
130 ed->data[3] = _tc->c_rmt_ip.ip4.as_u8[3]; \
131 ed->data[4] = clib_net_to_host_u16(_tc->c_rmt_port); \
132 } \
133}
134
135#define TCP_EVT_INIT_HANDLER(_tc, _is_l, ...) \
136{ \
137 char *_fmt = _is_l ? "l[%d].%d:%d%c" : "[%d].%d:%d->.%d:%d%c"; \
138 if (_tc->c_is_ip4) \
139 { \
140 _tc->c_elog_track.name = \
141 (char *) format (0, _fmt, _tc->c_thread_index, \
142 _tc->c_lcl_ip.ip4.as_u8[3], \
143 clib_net_to_host_u16(_tc->c_lcl_port), \
144 _tc->c_rmt_ip.ip4.as_u8[3], \
145 clib_net_to_host_u16(_tc->c_rmt_port), 0); \
146 } \
147 else \
148 _tc->c_elog_track.name = \
149 (char *) format (0, _fmt, _tc->c_thread_index, \
150 _tc->c_lcl_ip.ip6.as_u8[15], \
151 clib_net_to_host_u16(_tc->c_lcl_port), \
152 _tc->c_rmt_ip.ip6.as_u8[15], \
153 clib_net_to_host_u16(_tc->c_rmt_port), 0); \
Florin Corase69f4952017-03-07 10:06:24 -0800154 elog_track_register (&vlib_global_main.elog_main, &_tc->c_elog_track);\
Florin Coras6534b7a2017-07-18 05:38:03 -0400155 TCP_DBG_IP_TAG_LCL(_tc); \
156 TCP_DBG_IP_TAG_RMT(_tc); \
Florin Corase69f4952017-03-07 10:06:24 -0800157}
158
159#define TCP_EVT_DEALLOC_HANDLER(_tc, ...) \
160{ \
161 vec_free (_tc->c_elog_track.name); \
162}
163
164#define TCP_EVT_OPEN_HANDLER(_tc, ...) \
165{ \
Florin Coras6534b7a2017-07-18 05:38:03 -0400166 TCP_EVT_INIT_HANDLER(_tc, 0); \
Florin Corase69f4952017-03-07 10:06:24 -0800167 ELOG_TYPE_DECLARE (_e) = \
168 { \
169 .format = "open: index %d", \
170 .format_args = "i4", \
171 }; \
172 DECLARE_ETD(_tc, _e, 1); \
173 ed->data[0] = _tc->c_c_index; \
174}
175
176#define TCP_EVT_CLOSE_HANDLER(_tc, ...) \
177{ \
178 ELOG_TYPE_DECLARE (_e) = \
179 { \
180 .format = "close: %d", \
181 .format_args = "i4", \
182 }; \
183 DECLARE_ETD(_tc, _e, 1); \
184 ed->data[0] = _tc->c_c_index; \
185}
186
187#define TCP_EVT_BIND_HANDLER(_tc, ...) \
188{ \
Florin Coras6534b7a2017-07-18 05:38:03 -0400189 TCP_EVT_INIT_HANDLER(_tc, 1); \
Florin Corase69f4952017-03-07 10:06:24 -0800190 ELOG_TYPE_DECLARE (_e) = \
191 { \
192 .format = "bind: listener %d", \
193 }; \
194 DECLARE_ETD(_tc, _e, 1); \
195 ed->data[0] = _tc->c_c_index; \
196}
197
Florin Corasca1c8f32018-05-23 21:01:30 -0700198#define TCP_EVT_SYN_RCVD_HANDLER(_tc,_init, ...) \
Florin Coras68810622017-07-24 17:40:28 -0700199{ \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400200 if (_init) \
201 TCP_EVT_INIT_HANDLER(_tc, 0); \
Florin Coras68810622017-07-24 17:40:28 -0700202 ELOG_TYPE_DECLARE (_e) = \
203 { \
204 .format = "syn-rx: irs %u", \
205 .format_args = "i4", \
206 }; \
207 DECLARE_ETD(_tc, _e, 1); \
208 ed->data[0] = _tc->irs; \
209 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
210}
211
Florin Corase69f4952017-03-07 10:06:24 -0800212#define TCP_EVT_UNBIND_HANDLER(_tc, ...) \
213{ \
214 TCP_EVT_DEALLOC_HANDLER(_tc); \
215 ELOG_TYPE_DECLARE (_e) = \
216 { \
217 .format = "unbind: listener %d", \
218 }; \
219 DECLARE_ETD(_tc, _e, 1); \
220 ed->data[0] = _tc->c_c_index; \
221 TCP_EVT_DEALLOC_HANDLER(_tc); \
222}
223
224#define TCP_EVT_DELETE_HANDLER(_tc, ...) \
225{ \
226 ELOG_TYPE_DECLARE (_e) = \
227 { \
228 .format = "delete: %d", \
229 .format_args = "i4", \
230 }; \
Florin Coras6792ec02017-03-13 03:49:51 -0700231 DECLARE_ETD(_tc, _e, 1); \
Florin Corase69f4952017-03-07 10:06:24 -0800232 ed->data[0] = _tc->c_c_index; \
233 TCP_EVT_DEALLOC_HANDLER(_tc); \
234}
235
Florin Corasf03a59a2017-06-09 21:07:32 -0700236#define CONCAT_HELPER(_a, _b) _a##_b
237#define CC(_a, _b) CONCAT_HELPER(_a, _b)
238#define TCP_EVT_DBG(_evt, _args...) CC(_evt, _HANDLER)(_args)
239#else
240#define TCP_EVT_DBG(_evt, _args...)
Florin Coras9d063042017-09-14 03:08:00 -0400241#define TCP_DBG(_fmt, _args...)
Florin Corasf03a59a2017-06-09 21:07:32 -0700242#endif
243
244/*
245 * State machine
246 */
247#if TCP_DEBUG_SM
248
Florin Coras6534b7a2017-07-18 05:38:03 -0400249#define TCP_EVT_STATE_CHANGE_HANDLER(_tc, ...) \
250{ \
251 ELOG_TYPE_DECLARE (_e) = \
252 { \
253 .format = "state: %s", \
254 .format_args = "t4", \
255 .n_enum_strings = 11, \
256 .enum_strings = { \
257 "closed", \
258 "listen", \
259 "syn-sent", \
260 "syn-rcvd", \
261 "established", \
262 "close_wait", \
263 "fin-wait-1", \
264 "last-ack", \
265 "closing", \
266 "fin-wait-2", \
267 "time-wait", \
268 }, \
269 }; \
270 DECLARE_ETD(_tc, _e, 1); \
271 ed->data[0] = _tc->state; \
272}
273
Florin Coras6534b7a2017-07-18 05:38:03 -0400274#define TCP_EVT_SYN_SENT_HANDLER(_tc, ...) \
275{ \
276 ELOG_TYPE_DECLARE (_e) = \
277 { \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400278 .format = "syn-tx: iss %u snd_una %u snd_una_max %u snd_nxt %u", \
279 .format_args = "i4i4i4i4", \
Florin Coras6534b7a2017-07-18 05:38:03 -0400280 }; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400281 DECLARE_ETD(_tc, _e, 4); \
Florin Coras6534b7a2017-07-18 05:38:03 -0400282 ed->data[0] = _tc->iss; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700283 ed->data[1] = _tc->snd_una - _tc->iss; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400284 ed->data[2] = _tc->snd_una_max - _tc->iss; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700285 ed->data[3] = _tc->snd_nxt - _tc->iss; \
Florin Coras6534b7a2017-07-18 05:38:03 -0400286 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
287}
288
289#define TCP_EVT_SYNACK_SENT_HANDLER(_tc, ...) \
290{ \
291 ELOG_TYPE_DECLARE (_e) = \
292 { \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400293 .format = "synack-tx: iss %u irs %u snd_una %u snd_nxt %u rcv_nxt %u",\
Florin Corasca1c8f32018-05-23 21:01:30 -0700294 .format_args = "i4i4i4i4i4", \
Florin Coras6534b7a2017-07-18 05:38:03 -0400295 }; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400296 DECLARE_ETD(_tc, _e, 5); \
Florin Coras6534b7a2017-07-18 05:38:03 -0400297 ed->data[0] = _tc->iss; \
298 ed->data[1] = _tc->irs; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700299 ed->data[2] = _tc->snd_una - _tc->iss; \
300 ed->data[3] = _tc->snd_nxt - _tc->iss; \
301 ed->data[4] = _tc->rcv_nxt - _tc->irs; \
Florin Coras6534b7a2017-07-18 05:38:03 -0400302}
303
304#define TCP_EVT_SYNACK_RCVD_HANDLER(_tc, ...) \
305{ \
306 ELOG_TYPE_DECLARE (_e) = \
307 { \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400308 .format = "synack-rx: iss %u irs %u snd_una %u snd_nxt %u rcv_nxt %u",\
Florin Corasca1c8f32018-05-23 21:01:30 -0700309 .format_args = "i4i4i4i4i4", \
Florin Coras6534b7a2017-07-18 05:38:03 -0400310 }; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400311 DECLARE_ETD(_tc, _e, 5); \
Florin Coras6534b7a2017-07-18 05:38:03 -0400312 ed->data[0] = _tc->iss; \
313 ed->data[1] = _tc->irs; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700314 ed->data[2] = _tc->snd_una - _tc->iss; \
315 ed->data[3] = _tc->snd_nxt - _tc->iss; \
316 ed->data[4] = _tc->rcv_nxt - _tc->irs; \
Florin Coras6534b7a2017-07-18 05:38:03 -0400317 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
318}
319
320#define TCP_EVT_FIN_SENT_HANDLER(_tc, ...) \
321{ \
322 ELOG_TYPE_DECLARE (_e) = \
323 { \
324 .format = "fin-tx: snd_nxt %d rcv_nxt %d", \
325 .format_args = "i4i4", \
326 }; \
327 DECLARE_ETD(_tc, _e, 2); \
328 ed->data[0] = _tc->snd_nxt - _tc->iss; \
329 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
330}
331
332#define TCP_EVT_RST_SENT_HANDLER(_tc, ...) \
333{ \
Florin Corasfc804d92018-01-26 01:27:01 -0800334if (_tc) \
Florin Coras6534b7a2017-07-18 05:38:03 -0400335 { \
Florin Corasfc804d92018-01-26 01:27:01 -0800336 ELOG_TYPE_DECLARE (_e) = \
337 { \
338 .format = "rst-tx: snd_nxt %d rcv_nxt %d", \
339 .format_args = "i4i4", \
340 }; \
341 DECLARE_ETD(_tc, _e, 2); \
342 ed->data[0] = _tc->snd_nxt - _tc->iss; \
343 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
344 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
345 } \
Florin Coras6534b7a2017-07-18 05:38:03 -0400346}
347
348#define TCP_EVT_FIN_RCVD_HANDLER(_tc, ...) \
349{ \
350 ELOG_TYPE_DECLARE (_e) = \
351 { \
352 .format = "fin-rx: snd_nxt %d rcv_nxt %d", \
353 .format_args = "i4i4", \
354 }; \
355 DECLARE_ETD(_tc, _e, 2); \
356 ed->data[0] = _tc->snd_nxt - _tc->iss; \
357 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
358}
359
360#define TCP_EVT_RST_RCVD_HANDLER(_tc, ...) \
361{ \
362 ELOG_TYPE_DECLARE (_e) = \
363 { \
364 .format = "rst-rx: snd_nxt %d rcv_nxt %d", \
365 .format_args = "i4i4", \
366 }; \
367 DECLARE_ETD(_tc, _e, 2); \
368 ed->data[0] = _tc->snd_nxt - _tc->iss; \
369 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
370}
371
372#define TCP_EVT_SYN_RXT_HANDLER(_tc, _type, ...) \
373{ \
374 ELOG_TYPE_DECLARE (_e) = \
375 { \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400376 .format = "%s-rxt: iss %u irs %u snd_nxt %u rcv_nxt %u", \
Florin Corasca1c8f32018-05-23 21:01:30 -0700377 .format_args = "t4i4i4i4i4", \
Florin Coras6534b7a2017-07-18 05:38:03 -0400378 .n_enum_strings = 2, \
379 .enum_strings = { \
380 "syn", \
381 "syn-ack", \
382 }, \
383 }; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400384 DECLARE_ETD(_tc, _e, 5); \
Florin Coras6534b7a2017-07-18 05:38:03 -0400385 ed->data[0] = _type; \
386 ed->data[1] = _tc->iss; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400387 ed->data[2] = _tc->irs; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700388 ed->data[3] = _tc->snd_nxt - _tc->iss; \
389 ed->data[4] = _tc->rcv_nxt - _tc->irs; \
Florin Coras6534b7a2017-07-18 05:38:03 -0400390}
Florin Coras6534b7a2017-07-18 05:38:03 -0400391#else
392#define TCP_EVT_SYN_SENT_HANDLER(_tc, ...)
393#define TCP_EVT_SYNACK_SENT_HANDLER(_tc, ...)
394#define TCP_EVT_SYNACK_RCVD_HANDLER(_tc, ...)
395#define TCP_EVT_SYN_RXT_HANDLER(_tc, ...)
396#define TCP_EVT_FIN_SENT_HANDLER(_tc, ...)
397#define TCP_EVT_RST_SENT_HANDLER(_tc, ...)
398#define TCP_EVT_FIN_RCVD_HANDLER(_tc, ...)
399#define TCP_EVT_RST_RCVD_HANDLER(_tc, ...)
400#define TCP_EVT_STATE_CHANGE_HANDLER(_tc, ...)
401#endif
402
403#if TCP_DEBUG_SM > 1
Florin Corasca1c8f32018-05-23 21:01:30 -0700404#define TCP_EVT_SEG_INVALID_HANDLER(_tc, _btcp, ...) \
405{ \
406 ELOG_TYPE_DECLARE (_e) = \
407 { \
408 .format = "seg-inv: seq %u end %u rcv_las %u rcv_nxt %u rcv_wnd %u",\
409 .format_args = "i4i4i4i4i4", \
410 }; \
411 DECLARE_ETD(_tc, _e, 5); \
412 ed->data[0] = _btcp.seq_number - _tc->irs; \
413 ed->data[1] = _btcp.seq_end - _tc->irs; \
414 ed->data[2] = _tc->rcv_las - _tc->irs; \
415 ed->data[3] = _tc->rcv_nxt - _tc->irs; \
416 ed->data[4] = _tc->rcv_wnd; \
417}
418
419#define TCP_EVT_PAWS_FAIL_HANDLER(_tc, _seq, _end, ...) \
420{ \
421 ELOG_TYPE_DECLARE (_e) = \
422 { \
423 .format = "paws-err: seq %u end %u tsval %u tsval_recent %u", \
424 .format_args = "i4i4i4i4", \
425 }; \
426 DECLARE_ETD(_tc, _e, 4); \
427 ed->data[0] = _seq - _tc->irs; \
428 ed->data[1] = _end - _tc->irs; \
429 ed->data[2] = _tc->rcv_opts.tsval; \
430 ed->data[3] = _tc->tsval_recent; \
431}
432
433#define TCP_EVT_ACK_RCV_ERR_HANDLER(_tc, _type, _ack, ...) \
434{ \
435 ELOG_TYPE_DECLARE (_e) = \
436 { \
437 .format = "ack-err: %s ack %u snd_una %u snd_nxt %u una_max %u", \
438 .format_args = "t4i4i4i4i4", \
439 .n_enum_strings = 3, \
440 .enum_strings = { \
441 "invalid", \
442 "old", \
443 "future", \
444 }, \
445 }; \
446 DECLARE_ETD(_tc, _e, 5); \
447 ed->data[0] = _type; \
448 ed->data[1] = _ack - _tc->iss; \
449 ed->data[2] = _tc->snd_una - _tc->iss; \
450 ed->data[3] = _tc->snd_nxt - _tc->iss; \
451 ed->data[4] = _tc->snd_una_max - _tc->iss; \
452}
453
454#define TCP_EVT_RCV_WND_SHRUNK_HANDLER(_tc, _obs, _av, ...) \
455{ \
456if (_av > 0) \
457{ \
458 ELOG_TYPE_DECLARE (_e) = \
459 { \
460 .format = "huh?: rcv_wnd %u obsd %u av %u rcv_nxt %u rcv_las %u", \
461 .format_args = "i4i4i4i4i4", \
462 }; \
463 DECLARE_ETD(_tc, _e, 5); \
464 ed->data[0] = _tc->rcv_wnd; \
465 ed->data[1] = _obs; \
466 ed->data[2] = _av; \
467 ed->data[3] = _tc->rcv_nxt - _tc->irs; \
468 ed->data[4] = _tc->rcv_las - _tc->irs; \
469} \
470}
471#else
472#define TCP_EVT_SEG_INVALID_HANDLER(_tc, _btcp, ...)
473#define TCP_EVT_PAWS_FAIL_HANDLER(_tc, _seq, _end, ...)
474#define TCP_EVT_ACK_RCV_ERR_HANDLER(_tc, _type, _ack, ...)
475#define TCP_EVT_RCV_WND_SHRUNK_HANDLER(_tc, _obs, _av, ...)
476#endif
477
478#if TCP_DEBUG_SM > 2
Florin Coras6534b7a2017-07-18 05:38:03 -0400479
Florin Coras6792ec02017-03-13 03:49:51 -0700480#define TCP_EVT_ACK_SENT_HANDLER(_tc, ...) \
481{ \
482 ELOG_TYPE_DECLARE (_e) = \
483 { \
Florin Coras6534b7a2017-07-18 05:38:03 -0400484 .format = "ack-tx: acked %u rcv_nxt %u rcv_wnd %u snd_nxt %u snd_wnd %u",\
Florin Coras3e350af2017-03-30 02:54:28 -0700485 .format_args = "i4i4i4i4i4", \
Florin Coras6792ec02017-03-13 03:49:51 -0700486 }; \
Florin Coras3e350af2017-03-30 02:54:28 -0700487 DECLARE_ETD(_tc, _e, 5); \
Florin Coras6792ec02017-03-13 03:49:51 -0700488 ed->data[0] = _tc->rcv_nxt - _tc->rcv_las; \
489 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
490 ed->data[2] = _tc->rcv_wnd; \
491 ed->data[3] = _tc->snd_nxt - _tc->iss; \
Florin Coras3e350af2017-03-30 02:54:28 -0700492 ed->data[4] = _tc->snd_wnd; \
Florin Coras6792ec02017-03-13 03:49:51 -0700493}
494
Florin Coras3e350af2017-03-30 02:54:28 -0700495#define TCP_EVT_ACK_RCVD_HANDLER(_tc, ...) \
Florin Corase69f4952017-03-07 10:06:24 -0800496{ \
497 ELOG_TYPE_DECLARE (_e) = \
498 { \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400499 .format = "ack-rx: %u snd_una %u snd_wnd %u cwnd %u inflight %u", \
Florin Coras6792ec02017-03-13 03:49:51 -0700500 .format_args = "i4i4i4i4i4", \
Florin Corase69f4952017-03-07 10:06:24 -0800501 }; \
Florin Coras6792ec02017-03-13 03:49:51 -0700502 DECLARE_ETD(_tc, _e, 5); \
Florin Corase69f4952017-03-07 10:06:24 -0800503 ed->data[0] = _tc->bytes_acked; \
Florin Coras6792ec02017-03-13 03:49:51 -0700504 ed->data[1] = _tc->snd_una - _tc->iss; \
Florin Coras3e350af2017-03-30 02:54:28 -0700505 ed->data[2] = _tc->snd_wnd; \
Florin Coras6792ec02017-03-13 03:49:51 -0700506 ed->data[3] = _tc->cwnd; \
507 ed->data[4] = tcp_flight_size(_tc); \
508}
509
Florin Corase69f4952017-03-07 10:06:24 -0800510#define TCP_EVT_PKTIZE_HANDLER(_tc, ...) \
511{ \
512 ELOG_TYPE_DECLARE (_e) = \
513 { \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400514 .format = "tx: una %u snd_nxt %u space %u flight %u rcv_wnd %u",\
Florin Coras6792ec02017-03-13 03:49:51 -0700515 .format_args = "i4i4i4i4i4", \
Florin Corase69f4952017-03-07 10:06:24 -0800516 }; \
Florin Coras6792ec02017-03-13 03:49:51 -0700517 DECLARE_ETD(_tc, _e, 5); \
Florin Corase69f4952017-03-07 10:06:24 -0800518 ed->data[0] = _tc->snd_una - _tc->iss; \
519 ed->data[1] = _tc->snd_nxt - _tc->iss; \
Florin Coras4eeeaaf2017-09-05 14:03:37 -0400520 ed->data[2] = tcp_available_output_snd_space (_tc); \
Florin Coras6792ec02017-03-13 03:49:51 -0700521 ed->data[3] = tcp_flight_size (_tc); \
522 ed->data[4] = _tc->rcv_wnd; \
Florin Corase69f4952017-03-07 10:06:24 -0800523}
524
Florin Coras6792ec02017-03-13 03:49:51 -0700525#define TCP_EVT_INPUT_HANDLER(_tc, _type, _len, _written, ...) \
Florin Corase69f4952017-03-07 10:06:24 -0800526{ \
527 ELOG_TYPE_DECLARE (_e) = \
528 { \
Florin Coras3e350af2017-03-30 02:54:28 -0700529 .format = "in: %s len %u written %d rcv_nxt %u rcv_wnd(o) %d", \
Florin Coras6792ec02017-03-13 03:49:51 -0700530 .format_args = "t4i4i4i4i4", \
531 .n_enum_strings = 2, \
532 .enum_strings = { \
533 "order", \
534 "ooo", \
535 }, \
Florin Corase69f4952017-03-07 10:06:24 -0800536 }; \
Florin Coras6792ec02017-03-13 03:49:51 -0700537 DECLARE_ETD(_tc, _e, 5); \
538 ed->data[0] = _type; \
539 ed->data[1] = _len; \
540 ed->data[2] = _written; \
541 ed->data[3] = (_tc->rcv_nxt - _tc->irs) + _written; \
542 ed->data[4] = _tc->rcv_wnd - (_tc->rcv_nxt - _tc->rcv_las); \
Florin Corase69f4952017-03-07 10:06:24 -0800543}
544
545#define TCP_EVT_TIMER_POP_HANDLER(_tc_index, _timer_id, ...) \
546{ \
547 tcp_connection_t *_tc; \
flyingeagle23e8146b02017-04-26 20:06:52 +0800548 if (_timer_id == TCP_TIMER_RETRANSMIT_SYN \
549 || _timer_id == TCP_TIMER_ESTABLISH) \
Florin Corase69f4952017-03-07 10:06:24 -0800550 { \
551 _tc = tcp_half_open_connection_get (_tc_index); \
552 } \
553 else \
554 { \
Damjan Marion586afd72017-04-05 19:18:20 +0200555 u32 _thread_index = vlib_get_thread_index (); \
Florin Corase69f4952017-03-07 10:06:24 -0800556 _tc = tcp_connection_get (_tc_index, _thread_index); \
557 } \
558 ELOG_TYPE_DECLARE (_e) = \
559 { \
Florin Coras6534b7a2017-07-18 05:38:03 -0400560 .format = "timer-pop: %s (%d)", \
Florin Corase69f4952017-03-07 10:06:24 -0800561 .format_args = "t4i4", \
562 .n_enum_strings = 7, \
563 .enum_strings = { \
564 "retransmit", \
565 "delack", \
Florin Coras3e350af2017-03-30 02:54:28 -0700566 "persist", \
Florin Corase69f4952017-03-07 10:06:24 -0800567 "keep", \
568 "waitclose", \
569 "retransmit syn", \
570 "establish", \
571 }, \
572 }; \
Dave Barach2c25a622017-06-26 11:35:07 -0400573 if (_tc) \
574 { \
575 DECLARE_ETD(_tc, _e, 2); \
576 ed->data[0] = _timer_id; \
577 ed->data[1] = _timer_id; \
578 } \
579 else \
580 { \
Florin Coras6534b7a2017-07-18 05:38:03 -0400581 clib_warning ("pop %d for unexisting connection %d", _timer_id, \
582 _tc_index); \
Dave Barach2c25a622017-06-26 11:35:07 -0400583 } \
Florin Corase69f4952017-03-07 10:06:24 -0800584}
Florin Corasf03a59a2017-06-09 21:07:32 -0700585#else
586#define TCP_EVT_ACK_SENT_HANDLER(_tc, ...)
Florin Corasf03a59a2017-06-09 21:07:32 -0700587#define TCP_EVT_ACK_RCVD_HANDLER(_tc, ...)
Florin Corasf03a59a2017-06-09 21:07:32 -0700588#define TCP_EVT_PKTIZE_HANDLER(_tc, ...)
589#define TCP_EVT_INPUT_HANDLER(_tc, _type, _len, _written, ...)
590#define TCP_EVT_TIMER_POP_HANDLER(_tc_index, _timer_id, ...)
Florin Corasf03a59a2017-06-09 21:07:32 -0700591#endif
592
593/*
594 * State machine verbose
595 */
Florin Corasca1c8f32018-05-23 21:01:30 -0700596#if TCP_DEBUG_SM > 3
Florin Corasf03a59a2017-06-09 21:07:32 -0700597#define TCP_EVT_SND_WND_HANDLER(_tc, ...) \
598{ \
599 ELOG_TYPE_DECLARE (_e) = \
600 { \
Florin Coras6534b7a2017-07-18 05:38:03 -0400601 .format = "snd-wnd update: %u ", \
Florin Corasf03a59a2017-06-09 21:07:32 -0700602 .format_args = "i4", \
603 }; \
604 DECLARE_ETD(_tc, _e, 1); \
605 ed->data[0] = _tc->snd_wnd; \
606}
607
608#define TCP_EVT_OUTPUT_HANDLER(_tc, flags, n_bytes,...) \
609{ \
610 ELOG_TYPE_DECLARE (_e) = \
611 { \
612 .format = "out: flags %x, bytes %u", \
613 .format_args = "i4i4", \
614 }; \
615 DECLARE_ETD(_tc, _e, 2); \
616 ed->data[0] = flags; \
617 ed->data[1] = n_bytes; \
618}
619#else
620#define TCP_EVT_SND_WND_HANDLER(_tc, ...)
621#define TCP_EVT_OUTPUT_HANDLER(_tc, flags, n_bytes,...)
622#endif
623
Florin Coras6792ec02017-03-13 03:49:51 -0700624/*
625 * Congestion Control
626 */
627
628#if TCP_DEBUG_CC
Florin Corasf1762d62017-09-24 19:43:08 -0400629
630#define TCP_EVT_CC_EVT_HANDLER(_tc, _sub_evt, ...) \
631{ \
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700632 if (_tc->snd_una != _tc->iss) \
633 TCP_EVT_CC_STAT_PRINT (_tc); \
Florin Corasf1762d62017-09-24 19:43:08 -0400634 ELOG_TYPE_DECLARE (_e) = \
635 { \
Florin Corasca1c8f32018-05-23 21:01:30 -0700636 .format = "cc: %s snd_space %u snd_una %u out %u flight %u", \
637 .format_args = "t4i4i4i4i4", \
638 .n_enum_strings = 7, \
Florin Corasf1762d62017-09-24 19:43:08 -0400639 .enum_strings = { \
640 "fast-rxt", \
641 "rxt-timeout", \
642 "first-rxt", \
643 "recovered", \
644 "congestion", \
645 "undo", \
Florin Corasca1c8f32018-05-23 21:01:30 -0700646 "recovery", \
Florin Corasf1762d62017-09-24 19:43:08 -0400647 }, \
648 }; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700649 DECLARE_ETD(_tc, _e, 5); \
Florin Corasf1762d62017-09-24 19:43:08 -0400650 ed->data[0] = _sub_evt; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700651 ed->data[1] = tcp_available_cc_snd_space (_tc); \
652 ed->data[2] = _tc->snd_una - _tc->iss; \
653 ed->data[3] = tcp_bytes_out(_tc); \
654 ed->data[4] = tcp_flight_size (_tc); \
Florin Corasf1762d62017-09-24 19:43:08 -0400655}
Florin Coras537b17e2018-09-28 10:35:45 -0700656#else
657#define TCP_EVT_CC_EVT_HANDLER(_tc, _sub_evt, ...)
658#endif
Florin Corasf1762d62017-09-24 19:43:08 -0400659
Florin Coras537b17e2018-09-28 10:35:45 -0700660#if TCP_DEBUG_CC > 1
Florin Coras6792ec02017-03-13 03:49:51 -0700661#define TCP_EVT_CC_RTX_HANDLER(_tc, offset, n_bytes, ...) \
662{ \
663 ELOG_TYPE_DECLARE (_e) = \
664 { \
Florin Coras93992a92017-05-24 18:03:56 -0700665 .format = "rxt: snd_nxt %u offset %u snd %u rxt %u", \
Florin Coras6792ec02017-03-13 03:49:51 -0700666 .format_args = "i4i4i4i4", \
667 }; \
668 DECLARE_ETD(_tc, _e, 4); \
669 ed->data[0] = _tc->snd_nxt - _tc->iss; \
670 ed->data[1] = offset; \
671 ed->data[2] = n_bytes; \
Florin Coras93992a92017-05-24 18:03:56 -0700672 ed->data[3] = _tc->snd_rxt_bytes; \
Florin Coras6792ec02017-03-13 03:49:51 -0700673}
674
Florin Corasca1c8f32018-05-23 21:01:30 -0700675#define TCP_EVT_DUPACK_SENT_HANDLER(_tc, _btcp, ...) \
Florin Coras6792ec02017-03-13 03:49:51 -0700676{ \
677 ELOG_TYPE_DECLARE (_e) = \
678 { \
Florin Corasca1c8f32018-05-23 21:01:30 -0700679 .format = "dack-tx: rcv_nxt %u seq %u rcv_wnd %u snd_nxt %u av_wnd %u",\
Florin Corasf1762d62017-09-24 19:43:08 -0400680 .format_args = "i4i4i4i4i4", \
Florin Coras6792ec02017-03-13 03:49:51 -0700681 }; \
Florin Corasf1762d62017-09-24 19:43:08 -0400682 DECLARE_ETD(_tc, _e, 5); \
683 ed->data[0] = _tc->rcv_nxt - _tc->irs; \
Florin Corasca1c8f32018-05-23 21:01:30 -0700684 ed->data[1] = _btcp.seq_number - _tc->irs; \
685 ed->data[2] = _tc->rcv_wnd; \
686 ed->data[3] = _tc->snd_nxt - _tc->iss; \
687 ed->data[4] = tcp_available_snd_wnd(_tc); \
Florin Corasf1762d62017-09-24 19:43:08 -0400688}
689
690#define TCP_EVT_DUPACK_RCVD_HANDLER(_tc, ...) \
691{ \
692 ELOG_TYPE_DECLARE (_e) = \
693 { \
694 .format = "dack-rx: snd_una %u cwnd %u snd_wnd %u flight %u rcv_wnd %u",\
695 .format_args = "i4i4i4i4i4", \
696 }; \
697 DECLARE_ETD(_tc, _e, 5); \
698 ed->data[0] = _tc->snd_una - _tc->iss; \
699 ed->data[1] = _tc->cwnd; \
700 ed->data[2] = _tc->snd_wnd; \
701 ed->data[3] = tcp_flight_size(_tc); \
702 ed->data[4] = _tc->rcv_wnd; \
Florin Coras6792ec02017-03-13 03:49:51 -0700703}
704
705#define TCP_EVT_CC_PACK_HANDLER(_tc, ...) \
706{ \
707 ELOG_TYPE_DECLARE (_e) = \
708 { \
709 .format = "pack: snd_una %u snd_una_max %u", \
710 .format_args = "i4i4", \
711 }; \
712 DECLARE_ETD(_tc, _e, 2); \
713 ed->data[0] = _tc->snd_una - _tc->iss; \
714 ed->data[1] = _tc->snd_una_max - _tc->iss; \
715}
Florin Corasca1c8f32018-05-23 21:01:30 -0700716#define TCP_EVT_CC_SCOREBOARD_HANDLER(_tc, ...) \
717{ \
718if (TCP_DEBUG_CC > 1 && _tc->sack_sb.last_sacked_bytes) \
719 { \
720 ELOG_TYPE_DECLARE (_e) = \
721 { \
722 .format = "sb1: holes %u lost %u sacked %u high %u highrxt %u", \
723 .format_args = "i4i4i4i4i4", \
724 }; \
725 DECLARE_ETD(_tc, _e, 5); \
726 ed->data[0] = pool_elts(_tc->sack_sb.holes); \
727 ed->data[1] = _tc->sack_sb.lost_bytes; \
728 ed->data[2] = _tc->sack_sb.sacked_bytes; \
729 ed->data[3] = _tc->sack_sb.high_sacked - _tc->iss; \
730 ed->data[4] = _tc->sack_sb.high_rxt - _tc->iss; \
731 } \
732if (TCP_DEBUG_CC > 1 && _tc->sack_sb.last_sacked_bytes) \
733 { \
734 sack_scoreboard_hole_t *hole; \
735 hole = scoreboard_first_hole (&_tc->sack_sb); \
736 ELOG_TYPE_DECLARE (_e) = \
737 { \
738 .format = "sb2: first start: %u end %u last start %u end %u", \
739 .format_args = "i4i4i4i4", \
740 }; \
741 DECLARE_ETD(_tc, _e, 4); \
742 ed->data[0] = hole ? hole->start - _tc->iss : 0; \
743 ed->data[1] = hole ? hole->end - _tc->iss : 0; \
744 hole = scoreboard_last_hole (&_tc->sack_sb); \
745 ed->data[2] = hole ? hole->start - _tc->iss : 0; \
746 ed->data[3] = hole ? hole->end - _tc->iss : 0; \
747 } \
748}
749#define TCP_EVT_CC_SACKS_HANDLER(_tc, ...) \
750{ \
751if (TCP_DEBUG_CC > 1) \
752 { \
753 ELOG_TYPE_DECLARE (_e) = \
754 { \
755 .format = "sacks: blocks %u bytes %u", \
756 .format_args = "i4i4", \
757 }; \
758 DECLARE_ETD(_tc, _e, 2); \
759 ed->data[0] = vec_len (_tc->snd_sacks); \
760 ed->data[1] = tcp_sack_list_bytes (_tc); \
761 } \
762}
763#define TCP_EVT_CC_INPUT_HANDLER(_tc, _len, _written, ...) \
764{ \
765 ELOG_TYPE_DECLARE (_e) = \
766 { \
767 .format = "cc input: len %u written %d rcv_nxt %u rcv_wnd(o) %d", \
768 .format_args = "i4i4i4i4", \
769 }; \
770 DECLARE_ETD(_tc, _e, 4); \
771 ed->data[0] = _len; \
772 ed->data[1] = _written; \
773 ed->data[2] = _tc->rcv_nxt - _tc->irs; \
774 ed->data[3] = _tc->rcv_wnd - (_tc->rcv_nxt - _tc->rcv_las); \
775}
Florin Corasf1762d62017-09-24 19:43:08 -0400776#else
777#define TCP_EVT_CC_RTX_HANDLER(_tc, offset, n_bytes, ...)
Florin Corasca1c8f32018-05-23 21:01:30 -0700778#define TCP_EVT_DUPACK_SENT_HANDLER(_tc, _btcp, ...)
Florin Corasf1762d62017-09-24 19:43:08 -0400779#define TCP_EVT_DUPACK_RCVD_HANDLER(_tc, ...)
780#define TCP_EVT_CC_PACK_HANDLER(_tc, ...)
Florin Corasca1c8f32018-05-23 21:01:30 -0700781#define TCP_EVT_CC_SCOREBOARD_HANDLER(_tc, ...)
782#define TCP_EVT_CC_SACKS_HANDLER(_tc, ...)
783#define TCP_EVT_CC_INPUT_HANDLER(_tc, _len, _written, ...)
Florin Corasf1762d62017-09-24 19:43:08 -0400784#endif
Florin Coras6792ec02017-03-13 03:49:51 -0700785
Florin Corasf03a59a2017-06-09 21:07:32 -0700786/*
787 * Congestion control stats
788 */
789#if TCP_DEBUG_CC_STAT
Florin Coras6792ec02017-03-13 03:49:51 -0700790
Florin Corasf03a59a2017-06-09 21:07:32 -0700791#define STATS_INTERVAL 1
792
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700793#define tcp_cc_time_to_print_stats(_tc) \
794 _tc->c_cc_stat_tstamp + STATS_INTERVAL < tcp_time_now() \
795 || tcp_in_fastrecovery (_tc) \
796
797#define TCP_EVT_CC_RTO_STAT_PRINT(_tc) \
Florin Coras3e350af2017-03-30 02:54:28 -0700798{ \
799 ELOG_TYPE_DECLARE (_e) = \
800 { \
Florin Coras62166002018-04-18 16:40:55 -0700801 .format = "rcv_stat: rto %u srtt %u rttvar %u ", \
Florin Corasf03a59a2017-06-09 21:07:32 -0700802 .format_args = "i4i4i4", \
Florin Coras3e350af2017-03-30 02:54:28 -0700803 }; \
Florin Corasf03a59a2017-06-09 21:07:32 -0700804 DECLARE_ETD(_tc, _e, 3); \
805 ed->data[0] = _tc->rto; \
806 ed->data[1] = _tc->srtt; \
807 ed->data[2] = _tc->rttvar; \
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700808}
809
810#define TCP_EVT_CC_RTO_STAT_HANDLER(_tc, ...) \
811{ \
812if (tcp_cc_time_to_print_stats (_tc)) \
813{ \
814 TCP_EVT_CC_RTO_STAT_PRINT (_tc); \
Florin Coras3e350af2017-03-30 02:54:28 -0700815} \
816}
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700817
818#define TCP_EVT_CC_SND_STAT_PRINT(_tc) \
Florin Coras62166002018-04-18 16:40:55 -0700819{ \
820 ELOG_TYPE_DECLARE (_e) = \
821 { \
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700822 .format = "snd_stat: cc_space %u sacked %u lost %u out %u rxt %u", \
Florin Coras62166002018-04-18 16:40:55 -0700823 .format_args = "i4i4i4i4i4", \
824 }; \
825 DECLARE_ETD(_tc, _e, 5); \
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700826 ed->data[0] = tcp_available_cc_snd_space (_tc); \
Florin Coras62166002018-04-18 16:40:55 -0700827 ed->data[1] = _tc->sack_sb.sacked_bytes; \
828 ed->data[2] = _tc->sack_sb.lost_bytes; \
829 ed->data[3] = tcp_bytes_out (_tc); \
830 ed->data[3] = _tc->snd_rxt_bytes; \
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700831}
832
833#define TCP_EVT_CC_SND_STAT_HANDLER(_tc, ...) \
834{ \
835if (tcp_cc_time_to_print_stats (_tc)) \
836{ \
837 TCP_EVT_CC_SND_STAT_PRINT(_tc); \
Florin Coras62166002018-04-18 16:40:55 -0700838} \
839}
Florin Coras3e350af2017-03-30 02:54:28 -0700840
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700841#define TCP_EVT_CC_STAT_PRINT(_tc) \
Florin Coras6792ec02017-03-13 03:49:51 -0700842{ \
843 ELOG_TYPE_DECLARE (_e) = \
844 { \
Florin Corasf03a59a2017-06-09 21:07:32 -0700845 .format = "cc_stat: cwnd %u flight %u space %u ssthresh %u snd_wnd %u",\
846 .format_args = "i4i4i4i4i4", \
Florin Coras6792ec02017-03-13 03:49:51 -0700847 }; \
Florin Corasf03a59a2017-06-09 21:07:32 -0700848 DECLARE_ETD(_tc, _e, 5); \
849 ed->data[0] = _tc->cwnd; \
850 ed->data[1] = tcp_flight_size (_tc); \
851 ed->data[2] = tcp_snd_space (_tc); \
852 ed->data[3] = _tc->ssthresh; \
853 ed->data[4] = _tc->snd_wnd; \
Florin Corasbf4d5ce2018-10-19 16:26:24 -0700854 TCP_EVT_CC_RTO_STAT_PRINT (_tc); \
855 TCP_EVT_CC_SND_STAT_PRINT (_tc); \
856}
857
858#define TCP_EVT_CC_STAT_HANDLER(_tc, ...) \
859{ \
860if (tcp_cc_time_to_print_stats (_tc)) \
861{ \
862 TCP_EVT_CC_STAT_PRINT (_tc); \
Florin Corasf03a59a2017-06-09 21:07:32 -0700863 _tc->c_cc_stat_tstamp = tcp_time_now(); \
864} \
Florin Coras6792ec02017-03-13 03:49:51 -0700865}
Florin Corasc1a448b2018-04-20 10:51:49 -0700866#else
867#define TCP_EVT_CC_STAT_HANDLER(_tc, ...)
868#endif
Florin Coras6792ec02017-03-13 03:49:51 -0700869
Florin Corasf988e692017-11-27 04:34:14 -0500870/*
871 * Buffer allocation
872 */
873#if TCP_DEBUG_BUFFER_ALLOCATION
874
875#define TCP_DBG_BUFFER_ALLOC_MAYBE_FAIL(thread_index) \
876{ \
877 static u32 *buffer_fail_counters; \
Florin Corasc1a448b2018-04-20 10:51:49 -0700878 if (PREDICT_FALSE (buffer_fail_counters == 0)) \
Florin Corasf988e692017-11-27 04:34:14 -0500879 { \
880 u32 num_threads; \
Florin Corasc1a448b2018-04-20 10:51:49 -0700881 vlib_thread_main_t *vtm = vlib_get_thread_main (); \
Florin Corasf988e692017-11-27 04:34:14 -0500882 num_threads = 1 /* main thread */ + vtm->n_threads; \
883 vec_validate (buffer_fail_counters, num_threads - 1); \
884 } \
885 if (PREDICT_FALSE (tcp_main.buffer_fail_fraction != 0.0)) \
886 { \
Florin Corasc1a448b2018-04-20 10:51:49 -0700887 if (PREDICT_TRUE (buffer_fail_counters[thread_index] > 0)) \
Florin Corasf988e692017-11-27 04:34:14 -0500888 { \
Florin Corasc1a448b2018-04-20 10:51:49 -0700889 if ((1.0 / (f32) (buffer_fail_counters[thread_index])) \
Florin Corasf988e692017-11-27 04:34:14 -0500890 < tcp_main.buffer_fail_fraction) \
891 { \
892 buffer_fail_counters[thread_index] = 0.0000001; \
Florin Corasc1a448b2018-04-20 10:51:49 -0700893 return -1; \
Florin Corasf988e692017-11-27 04:34:14 -0500894 } \
895 } \
896 buffer_fail_counters[thread_index] ++; \
897 } \
898}
899#else
900#define TCP_DBG_BUFFER_ALLOC_MAYBE_FAIL(thread_index)
901#endif
902
Florin Corase69f4952017-03-07 10:06:24 -0800903#endif /* SRC_VNET_TCP_TCP_DEBUG_H_ */
904/*
905 * fd.io coding-style-patch-verification: ON
906 *
907 * Local Variables:
908 * eval: (c-set-style "gnu")
909 * End:
910 */