2 * Copyright (c) 2017-2019 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #ifndef SRC_VNET_TCP_TCP_DEBUG_H_
17 #define SRC_VNET_TCP_TCP_DEBUG_H_
19 #include <vlib/vlib.h>
22 #define TCP_DEBUG_SM (0)
23 #define TCP_DEBUG_CC (0)
24 #define TCP_DEBUG_CC_STAT (0)
25 #define TCP_DEBUG_BUFFER_ALLOCATION (0)
27 #define foreach_tcp_dbg_evt \
35 _(SYN_SENT, "SYN sent") \
36 _(SYNACK_SENT, "SYNACK sent") \
37 _(SYNACK_RCVD, "SYNACK rcvd") \
38 _(SYN_RXT, "SYN retransmit") \
39 _(FIN_SENT, "FIN sent") \
40 _(ACK_SENT, "ACK sent") \
41 _(DUPACK_SENT, "DUPACK sent") \
42 _(RST_SENT, "RST sent") \
43 _(SYN_RCVD, "SYN rcvd") \
44 _(ACK_RCVD, "ACK rcvd") \
45 _(DUPACK_RCVD, "DUPACK rcvd") \
46 _(FIN_RCVD, "FIN rcvd") \
47 _(RST_RCVD, "RST rcvd") \
48 _(STATE_CHANGE, "state change") \
49 _(PKTIZE, "packetize") \
51 _(SND_WND, "snd_wnd update") \
53 _(TIMER_POP, "timer pop") \
54 _(CC_RTX, "retransmit") \
55 _(CC_EVT, "cc event") \
56 _(CC_PACK, "cc partial ack") \
57 _(CC_STAT, "cc stats") \
58 _(CC_RTO_STAT, "cc rto stats") \
59 _(CC_SCOREBOARD, "scoreboard stats") \
60 _(CC_SACKS, "snd sacks stats") \
61 _(CC_INPUT, "ooo data delivered") \
62 _(SEG_INVALID, "invalid segment") \
63 _(PAWS_FAIL, "failed paws check") \
64 _(ACK_RCV_ERR, "invalid ack") \
65 _(RCV_WND_SHRUNK, "shrunk rcv_wnd") \
69 #define _(sym, str) TCP_DBG_##sym,
74 typedef enum _tcp_dbg_evt
76 #define _(sym, str) TCP_EVT_##sym,
83 #define TRANSPORT_DEBUG (1)
86 * Infra and evt track setup
89 #define TCP_DBG(_fmt, _args...) clib_warning (_fmt, ##_args)
91 #define DECLARE_ETD(_tc, _e, _size) \
96 ed = ELOG_TRACK_DATA (&vlib_global_main.elog_main, \
97 _e, _tc->c_elog_track)
99 #define TCP_DBG_IP_TAG_LCL(_tc) \
103 ELOG_TYPE_DECLARE (_e) = \
105 .format = "lcl: %d.%d.%d.%d:%d", \
106 .format_args = "i4i4i4i4i4", \
108 DECLARE_ETD(_tc, _e, 5); \
109 ed->data[0] = _tc->c_lcl_ip.ip4.as_u8[0]; \
110 ed->data[1] = _tc->c_lcl_ip.ip4.as_u8[1]; \
111 ed->data[2] = _tc->c_lcl_ip.ip4.as_u8[2]; \
112 ed->data[3] = _tc->c_lcl_ip.ip4.as_u8[3]; \
113 ed->data[4] = clib_net_to_host_u16(_tc->c_lcl_port); \
117 #define TCP_DBG_IP_TAG_RMT(_tc) \
121 ELOG_TYPE_DECLARE (_e) = \
123 .format = "rmt: %d.%d.%d.%d:%d", \
124 .format_args = "i4i4i4i4i4", \
126 DECLARE_ETD(_tc, _e, 5); \
127 ed->data[0] = _tc->c_rmt_ip.ip4.as_u8[0]; \
128 ed->data[1] = _tc->c_rmt_ip.ip4.as_u8[1]; \
129 ed->data[2] = _tc->c_rmt_ip.ip4.as_u8[2]; \
130 ed->data[3] = _tc->c_rmt_ip.ip4.as_u8[3]; \
131 ed->data[4] = clib_net_to_host_u16(_tc->c_rmt_port); \
135 #define TCP_EVT_INIT_HANDLER(_tc, _is_l, ...) \
137 char *_fmt = _is_l ? "l[%d].%d:%d%c" : "[%d].%d:%d->.%d:%d%c"; \
140 _tc->c_elog_track.name = \
141 (char *) format (0, _fmt, _tc->c_thread_index, \
142 _tc->c_lcl_ip.ip4.as_u8[3], \
143 clib_net_to_host_u16(_tc->c_lcl_port), \
144 _tc->c_rmt_ip.ip4.as_u8[3], \
145 clib_net_to_host_u16(_tc->c_rmt_port), 0); \
148 _tc->c_elog_track.name = \
149 (char *) format (0, _fmt, _tc->c_thread_index, \
150 _tc->c_lcl_ip.ip6.as_u8[15], \
151 clib_net_to_host_u16(_tc->c_lcl_port), \
152 _tc->c_rmt_ip.ip6.as_u8[15], \
153 clib_net_to_host_u16(_tc->c_rmt_port), 0); \
154 elog_track_register (&vlib_global_main.elog_main, &_tc->c_elog_track);\
155 TCP_DBG_IP_TAG_LCL(_tc); \
156 TCP_DBG_IP_TAG_RMT(_tc); \
159 #define TCP_EVT_DEALLOC_HANDLER(_tc, ...) \
161 vec_free (_tc->c_elog_track.name); \
164 #define TCP_EVT_OPEN_HANDLER(_tc, ...) \
166 TCP_EVT_INIT_HANDLER(_tc, 0); \
167 ELOG_TYPE_DECLARE (_e) = \
169 .format = "open: index %d", \
170 .format_args = "i4", \
172 DECLARE_ETD(_tc, _e, 1); \
173 ed->data[0] = _tc->c_c_index; \
176 #define TCP_EVT_CLOSE_HANDLER(_tc, ...) \
178 ELOG_TYPE_DECLARE (_e) = \
180 .format = "close: cidx %d", \
181 .format_args = "i4", \
183 DECLARE_ETD(_tc, _e, 1); \
184 ed->data[0] = _tc->c_c_index; \
187 #define TCP_EVT_BIND_HANDLER(_tc, ...) \
189 TCP_EVT_INIT_HANDLER(_tc, 1); \
190 ELOG_TYPE_DECLARE (_e) = \
192 .format = "bind: listener %d", \
194 DECLARE_ETD(_tc, _e, 1); \
195 ed->data[0] = _tc->c_c_index; \
198 #define TCP_EVT_SYN_RCVD_HANDLER(_tc,_init, ...) \
201 TCP_EVT_INIT_HANDLER(_tc, 0); \
202 ELOG_TYPE_DECLARE (_e) = \
204 .format = "syn-rx: cidx %u sidx %u irs %u", \
205 .format_args = "i4i4i4", \
207 DECLARE_ETD(_tc, _e, 3); \
208 ed->data[0] = _tc->c_c_index; \
209 ed->data[1] = _tc->c_s_index; \
210 ed->data[2] = _tc->irs; \
211 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
214 #define TCP_EVT_UNBIND_HANDLER(_tc, ...) \
216 TCP_EVT_DEALLOC_HANDLER(_tc); \
217 ELOG_TYPE_DECLARE (_e) = \
219 .format = "unbind: listener %d", \
221 DECLARE_ETD(_tc, _e, 1); \
222 ed->data[0] = _tc->c_c_index; \
223 TCP_EVT_DEALLOC_HANDLER(_tc); \
226 #define TCP_EVT_DELETE_HANDLER(_tc, ...) \
228 ELOG_TYPE_DECLARE (_e) = \
230 .format = "delete: cidx %d sidx %d", \
231 .format_args = "i4i4", \
233 DECLARE_ETD(_tc, _e, 2); \
234 ed->data[0] = _tc->c_c_index; \
235 ed->data[1] = _tc->c_s_index; \
236 TCP_EVT_DEALLOC_HANDLER(_tc); \
239 #define CONCAT_HELPER(_a, _b) _a##_b
240 #define CC(_a, _b) CONCAT_HELPER(_a, _b)
241 #define TCP_EVT_DBG(_evt, _args...) CC(_evt, _HANDLER)(_args)
243 #define TCP_EVT_DBG(_evt, _args...)
244 #define TCP_DBG(_fmt, _args...)
252 #define TCP_EVT_STATE_CHANGE_HANDLER(_tc, ...) \
254 ELOG_TYPE_DECLARE (_e) = \
256 .format = "state: %s", \
257 .format_args = "t4", \
258 .n_enum_strings = 11, \
273 DECLARE_ETD(_tc, _e, 1); \
274 ed->data[0] = _tc->state; \
277 #define TCP_EVT_SYN_SENT_HANDLER(_tc, ...) \
279 ELOG_TYPE_DECLARE (_e) = \
281 .format = "syn-tx: iss %u snd_una %u snd_una_max %u snd_nxt %u", \
282 .format_args = "i4i4i4i4", \
284 DECLARE_ETD(_tc, _e, 4); \
285 ed->data[0] = _tc->iss; \
286 ed->data[1] = _tc->snd_una - _tc->iss; \
287 ed->data[2] = _tc->snd_una_max - _tc->iss; \
288 ed->data[3] = _tc->snd_nxt - _tc->iss; \
289 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
292 #define TCP_EVT_SYNACK_SENT_HANDLER(_tc, ...) \
294 ELOG_TYPE_DECLARE (_e) = \
296 .format = "synack-tx: iss %u irs %u snd_una %u snd_nxt %u rcv_nxt %u",\
297 .format_args = "i4i4i4i4i4", \
299 DECLARE_ETD(_tc, _e, 5); \
300 ed->data[0] = _tc->iss; \
301 ed->data[1] = _tc->irs; \
302 ed->data[2] = _tc->snd_una - _tc->iss; \
303 ed->data[3] = _tc->snd_nxt - _tc->iss; \
304 ed->data[4] = _tc->rcv_nxt - _tc->irs; \
307 #define TCP_EVT_SYNACK_RCVD_HANDLER(_tc, ...) \
309 ELOG_TYPE_DECLARE (_e) = \
311 .format = "synack-rx: iss %u irs %u snd_una %u snd_nxt %u rcv_nxt %u",\
312 .format_args = "i4i4i4i4i4", \
314 DECLARE_ETD(_tc, _e, 5); \
315 ed->data[0] = _tc->iss; \
316 ed->data[1] = _tc->irs; \
317 ed->data[2] = _tc->snd_una - _tc->iss; \
318 ed->data[3] = _tc->snd_nxt - _tc->iss; \
319 ed->data[4] = _tc->rcv_nxt - _tc->irs; \
320 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
323 #define TCP_EVT_FIN_SENT_HANDLER(_tc, ...) \
325 ELOG_TYPE_DECLARE (_e) = \
327 .format = "fin-tx: snd_nxt %d rcv_nxt %d", \
328 .format_args = "i4i4", \
330 DECLARE_ETD(_tc, _e, 2); \
331 ed->data[0] = _tc->snd_nxt - _tc->iss; \
332 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
335 #define TCP_EVT_RST_SENT_HANDLER(_tc, ...) \
339 ELOG_TYPE_DECLARE (_e) = \
341 .format = "rst-tx: snd_nxt %d rcv_nxt %d", \
342 .format_args = "i4i4", \
344 DECLARE_ETD(_tc, _e, 2); \
345 ed->data[0] = _tc->snd_nxt - _tc->iss; \
346 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
347 TCP_EVT_STATE_CHANGE_HANDLER(_tc); \
351 #define TCP_EVT_FIN_RCVD_HANDLER(_tc, ...) \
353 ELOG_TYPE_DECLARE (_e) = \
355 .format = "fin-rx: snd_nxt %d rcv_nxt %d", \
356 .format_args = "i4i4", \
358 DECLARE_ETD(_tc, _e, 2); \
359 ed->data[0] = _tc->snd_nxt - _tc->iss; \
360 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
363 #define TCP_EVT_RST_RCVD_HANDLER(_tc, ...) \
365 ELOG_TYPE_DECLARE (_e) = \
367 .format = "rst-rx: snd_nxt %d rcv_nxt %d", \
368 .format_args = "i4i4", \
370 DECLARE_ETD(_tc, _e, 2); \
371 ed->data[0] = _tc->snd_nxt - _tc->iss; \
372 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
375 #define TCP_EVT_SYN_RXT_HANDLER(_tc, _type, ...) \
377 ELOG_TYPE_DECLARE (_e) = \
379 .format = "%s-rxt: iss %u irs %u snd_nxt %u rcv_nxt %u", \
380 .format_args = "t4i4i4i4i4", \
381 .n_enum_strings = 2, \
387 DECLARE_ETD(_tc, _e, 5); \
388 ed->data[0] = _type; \
389 ed->data[1] = _tc->iss; \
390 ed->data[2] = _tc->irs; \
391 ed->data[3] = _tc->snd_nxt - _tc->iss; \
392 ed->data[4] = _tc->rcv_nxt - _tc->irs; \
395 #define TCP_EVT_TIMER_POP_HANDLER(_tc_index, _timer_id, ...) \
397 tcp_connection_t *_tc; \
398 if (_timer_id == TCP_TIMER_RETRANSMIT_SYN \
399 || _timer_id == TCP_TIMER_ESTABLISH_AO) \
401 _tc = tcp_half_open_connection_get (_tc_index); \
405 u32 _thread_index = vlib_get_thread_index (); \
406 _tc = tcp_connection_get (_tc_index, _thread_index); \
408 ELOG_TYPE_DECLARE (_e) = \
410 .format = "timer-pop: %s cidx %u sidx %u", \
411 .format_args = "t4i4i4", \
412 .n_enum_strings = 8, \
426 DECLARE_ETD(_tc, _e, 3); \
427 ed->data[0] = _timer_id; \
428 ed->data[1] = _tc->c_c_index; \
429 ed->data[2] = _tc->c_s_index; \
433 clib_warning ("pop %d for unexisting connection %d", _timer_id, \
439 #define TCP_EVT_SYN_SENT_HANDLER(_tc, ...)
440 #define TCP_EVT_SYNACK_SENT_HANDLER(_tc, ...)
441 #define TCP_EVT_SYNACK_RCVD_HANDLER(_tc, ...)
442 #define TCP_EVT_SYN_RXT_HANDLER(_tc, ...)
443 #define TCP_EVT_FIN_SENT_HANDLER(_tc, ...)
444 #define TCP_EVT_RST_SENT_HANDLER(_tc, ...)
445 #define TCP_EVT_FIN_RCVD_HANDLER(_tc, ...)
446 #define TCP_EVT_RST_RCVD_HANDLER(_tc, ...)
447 #define TCP_EVT_STATE_CHANGE_HANDLER(_tc, ...)
448 #define TCP_EVT_TIMER_POP_HANDLER(_tc_index, _timer_id, ...)
452 #define TCP_EVT_SEG_INVALID_HANDLER(_tc, _btcp, ...) \
454 ELOG_TYPE_DECLARE (_e) = \
456 .format = "seg-inv: seq %u end %u rcv_las %u rcv_nxt %u rcv_wnd %u",\
457 .format_args = "i4i4i4i4i4", \
459 DECLARE_ETD(_tc, _e, 5); \
460 ed->data[0] = _btcp.seq_number - _tc->irs; \
461 ed->data[1] = _btcp.seq_end - _tc->irs; \
462 ed->data[2] = _tc->rcv_las - _tc->irs; \
463 ed->data[3] = _tc->rcv_nxt - _tc->irs; \
464 ed->data[4] = _tc->rcv_wnd; \
467 #define TCP_EVT_PAWS_FAIL_HANDLER(_tc, _seq, _end, ...) \
469 ELOG_TYPE_DECLARE (_e) = \
471 .format = "paws-err: seq %u end %u tsval %u tsval_recent %u", \
472 .format_args = "i4i4i4i4", \
474 DECLARE_ETD(_tc, _e, 4); \
475 ed->data[0] = _seq - _tc->irs; \
476 ed->data[1] = _end - _tc->irs; \
477 ed->data[2] = _tc->rcv_opts.tsval; \
478 ed->data[3] = _tc->tsval_recent; \
481 #define TCP_EVT_ACK_RCV_ERR_HANDLER(_tc, _type, _ack, ...) \
483 ELOG_TYPE_DECLARE (_e) = \
485 .format = "ack-err: %s ack %u snd_una %u snd_nxt %u una_max %u", \
486 .format_args = "t4i4i4i4i4", \
487 .n_enum_strings = 3, \
494 DECLARE_ETD(_tc, _e, 5); \
495 ed->data[0] = _type; \
496 ed->data[1] = _ack - _tc->iss; \
497 ed->data[2] = _tc->snd_una - _tc->iss; \
498 ed->data[3] = _tc->snd_nxt - _tc->iss; \
499 ed->data[4] = _tc->snd_una_max - _tc->iss; \
502 #define TCP_EVT_RCV_WND_SHRUNK_HANDLER(_tc, _obs, _av, ...) \
506 ELOG_TYPE_DECLARE (_e) = \
508 .format = "huh?: rcv_wnd %u obsd %u av %u rcv_nxt %u rcv_las %u", \
509 .format_args = "i4i4i4i4i4", \
511 DECLARE_ETD(_tc, _e, 5); \
512 ed->data[0] = _tc->rcv_wnd; \
513 ed->data[1] = _obs; \
515 ed->data[3] = _tc->rcv_nxt - _tc->irs; \
516 ed->data[4] = _tc->rcv_las - _tc->irs; \
520 #define TCP_EVT_SEG_INVALID_HANDLER(_tc, _btcp, ...)
521 #define TCP_EVT_PAWS_FAIL_HANDLER(_tc, _seq, _end, ...)
522 #define TCP_EVT_ACK_RCV_ERR_HANDLER(_tc, _type, _ack, ...)
523 #define TCP_EVT_RCV_WND_SHRUNK_HANDLER(_tc, _obs, _av, ...)
528 #define TCP_EVT_ACK_SENT_HANDLER(_tc, ...) \
530 ELOG_TYPE_DECLARE (_e) = \
532 .format = "ack-tx: acked %u rcv_nxt %u rcv_wnd %u snd_nxt %u snd_wnd %u",\
533 .format_args = "i4i4i4i4i4", \
535 DECLARE_ETD(_tc, _e, 5); \
536 ed->data[0] = _tc->rcv_nxt - _tc->rcv_las; \
537 ed->data[1] = _tc->rcv_nxt - _tc->irs; \
538 ed->data[2] = _tc->rcv_wnd; \
539 ed->data[3] = _tc->snd_nxt - _tc->iss; \
540 ed->data[4] = _tc->snd_wnd; \
543 #define TCP_EVT_ACK_RCVD_HANDLER(_tc, ...) \
545 ELOG_TYPE_DECLARE (_e) = \
547 .format = "ack-rx: %u snd_una %u snd_wnd %u cwnd %u inflight %u", \
548 .format_args = "i4i4i4i4i4", \
550 DECLARE_ETD(_tc, _e, 5); \
551 ed->data[0] = _tc->bytes_acked; \
552 ed->data[1] = _tc->snd_una - _tc->iss; \
553 ed->data[2] = _tc->snd_wnd; \
554 ed->data[3] = _tc->cwnd; \
555 ed->data[4] = tcp_flight_size(_tc); \
558 #define TCP_EVT_PKTIZE_HANDLER(_tc, ...) \
560 ELOG_TYPE_DECLARE (_e) = \
562 .format = "tx: una %u snd_nxt %u space %u flight %u rcv_wnd %u",\
563 .format_args = "i4i4i4i4i4", \
565 DECLARE_ETD(_tc, _e, 5); \
566 ed->data[0] = _tc->snd_una - _tc->iss; \
567 ed->data[1] = _tc->snd_nxt - _tc->iss; \
568 ed->data[2] = tcp_available_output_snd_space (_tc); \
569 ed->data[3] = tcp_flight_size (_tc); \
570 ed->data[4] = _tc->rcv_wnd; \
573 #define TCP_EVT_INPUT_HANDLER(_tc, _type, _len, _written, ...) \
575 ELOG_TYPE_DECLARE (_e) = \
577 .format = "in: %s len %u written %d rcv_nxt %u rcv_wnd(o) %d", \
578 .format_args = "t4i4i4i4i4", \
579 .n_enum_strings = 2, \
585 DECLARE_ETD(_tc, _e, 5); \
586 ed->data[0] = _type; \
587 ed->data[1] = _len; \
588 ed->data[2] = _written; \
589 ed->data[3] = (_tc->rcv_nxt - _tc->irs) + _written; \
590 ed->data[4] = _tc->rcv_wnd - (_tc->rcv_nxt - _tc->rcv_las); \
594 #define TCP_EVT_ACK_SENT_HANDLER(_tc, ...)
595 #define TCP_EVT_ACK_RCVD_HANDLER(_tc, ...)
596 #define TCP_EVT_PKTIZE_HANDLER(_tc, ...)
597 #define TCP_EVT_INPUT_HANDLER(_tc, _type, _len, _written, ...)
601 * State machine verbose
604 #define TCP_EVT_SND_WND_HANDLER(_tc, ...) \
606 ELOG_TYPE_DECLARE (_e) = \
608 .format = "snd-wnd update: %u ", \
609 .format_args = "i4", \
611 DECLARE_ETD(_tc, _e, 1); \
612 ed->data[0] = _tc->snd_wnd; \
615 #define TCP_EVT_OUTPUT_HANDLER(_tc, flags, n_bytes,...) \
617 ELOG_TYPE_DECLARE (_e) = \
619 .format = "out: flags %x, bytes %u", \
620 .format_args = "i4i4", \
622 DECLARE_ETD(_tc, _e, 2); \
623 ed->data[0] = flags; \
624 ed->data[1] = n_bytes; \
627 #define TCP_EVT_SND_WND_HANDLER(_tc, ...)
628 #define TCP_EVT_OUTPUT_HANDLER(_tc, flags, n_bytes,...)
637 #define TCP_EVT_CC_EVT_PRINT(_tc, _sub_evt) \
639 ELOG_TYPE_DECLARE (_e) = \
641 .format = "cc: %s snd_space %u snd_una %u out %u flight %u", \
642 .format_args = "t4i4i4i4i4", \
643 .n_enum_strings = 7, \
654 DECLARE_ETD(_tc, _e, 5); \
655 ed->data[0] = _sub_evt; \
656 ed->data[1] = tcp_available_cc_snd_space (_tc); \
657 ed->data[2] = _tc->snd_una - _tc->iss; \
658 ed->data[3] = tcp_bytes_out(_tc); \
659 ed->data[4] = tcp_flight_size (_tc); \
662 #define TCP_EVT_CC_EVT_HANDLER(_tc, _sub_evt, ...) \
664 if (_tc->snd_una != _tc->iss) \
665 TCP_EVT_CC_STAT_PRINT (_tc); \
666 if ((_sub_evt <= 1 && TCP_DEBUG_CC > 1) \
667 || (_sub_evt > 1 && TCP_DEBUG_CC > 0)) \
668 TCP_EVT_CC_EVT_PRINT (_tc, _sub_evt); \
671 #define TCP_EVT_CC_EVT_HANDLER(_tc, _sub_evt, ...) \
676 #define TCP_EVT_CC_RTX_HANDLER(_tc, offset, n_bytes, ...) \
678 ELOG_TYPE_DECLARE (_e) = \
680 .format = "rxt: snd_nxt %u offset %u snd %u rxt %u", \
681 .format_args = "i4i4i4i4", \
683 DECLARE_ETD(_tc, _e, 4); \
684 ed->data[0] = _tc->snd_nxt - _tc->iss; \
685 ed->data[1] = offset; \
686 ed->data[2] = n_bytes; \
687 ed->data[3] = _tc->snd_rxt_bytes; \
690 #define TCP_EVT_DUPACK_SENT_HANDLER(_tc, _btcp, ...) \
692 ELOG_TYPE_DECLARE (_e) = \
694 .format = "dack-tx: rcv_nxt %u seq %u rcv_wnd %u snd_nxt %u av_wnd %u",\
695 .format_args = "i4i4i4i4i4", \
697 DECLARE_ETD(_tc, _e, 5); \
698 ed->data[0] = _tc->rcv_nxt - _tc->irs; \
699 ed->data[1] = _btcp.seq_number - _tc->irs; \
700 ed->data[2] = _tc->rcv_wnd; \
701 ed->data[3] = _tc->snd_nxt - _tc->iss; \
702 ed->data[4] = tcp_available_snd_wnd(_tc); \
705 #define TCP_EVT_DUPACK_RCVD_HANDLER(_tc, ...) \
707 ELOG_TYPE_DECLARE (_e) = \
709 .format = "dack-rx: snd_una %u cwnd %u snd_wnd %u flight %u rcv_wnd %u",\
710 .format_args = "i4i4i4i4i4", \
712 DECLARE_ETD(_tc, _e, 5); \
713 ed->data[0] = _tc->snd_una - _tc->iss; \
714 ed->data[1] = _tc->cwnd; \
715 ed->data[2] = _tc->snd_wnd; \
716 ed->data[3] = tcp_flight_size(_tc); \
717 ed->data[4] = _tc->rcv_wnd; \
720 #define TCP_EVT_CC_PACK_HANDLER(_tc, ...) \
722 ELOG_TYPE_DECLARE (_e) = \
724 .format = "pack: snd_una %u snd_una_max %u", \
725 .format_args = "i4i4", \
727 DECLARE_ETD(_tc, _e, 2); \
728 ed->data[0] = _tc->snd_una - _tc->iss; \
729 ed->data[1] = _tc->snd_una_max - _tc->iss; \
731 #define TCP_EVT_CC_SCOREBOARD_HANDLER(_tc, ...) \
733 if (TCP_DEBUG_CC > 1 && _tc->sack_sb.last_sacked_bytes) \
735 ELOG_TYPE_DECLARE (_e) = \
737 .format = "sb1: holes %u lost %u sacked %u high %u highrxt %u", \
738 .format_args = "i4i4i4i4i4", \
740 DECLARE_ETD(_tc, _e, 5); \
741 ed->data[0] = pool_elts(_tc->sack_sb.holes); \
742 ed->data[1] = _tc->sack_sb.lost_bytes; \
743 ed->data[2] = _tc->sack_sb.sacked_bytes; \
744 ed->data[3] = _tc->sack_sb.high_sacked - _tc->iss; \
745 ed->data[4] = _tc->sack_sb.high_rxt - _tc->iss; \
747 if (TCP_DEBUG_CC > 1 && _tc->sack_sb.last_sacked_bytes) \
749 sack_scoreboard_hole_t *hole; \
750 hole = scoreboard_first_hole (&_tc->sack_sb); \
751 ELOG_TYPE_DECLARE (_e) = \
753 .format = "sb2: first start: %u end %u last start %u end %u", \
754 .format_args = "i4i4i4i4", \
756 DECLARE_ETD(_tc, _e, 4); \
757 ed->data[0] = hole ? hole->start - _tc->iss : 0; \
758 ed->data[1] = hole ? hole->end - _tc->iss : 0; \
759 hole = scoreboard_last_hole (&_tc->sack_sb); \
760 ed->data[2] = hole ? hole->start - _tc->iss : 0; \
761 ed->data[3] = hole ? hole->end - _tc->iss : 0; \
764 #define TCP_EVT_CC_SACKS_HANDLER(_tc, ...) \
766 if (TCP_DEBUG_CC > 1) \
768 ELOG_TYPE_DECLARE (_e) = \
770 .format = "sacks: blocks %u bytes %u", \
771 .format_args = "i4i4", \
773 DECLARE_ETD(_tc, _e, 2); \
774 ed->data[0] = vec_len (_tc->snd_sacks); \
775 ed->data[1] = tcp_sack_list_bytes (_tc); \
778 #define TCP_EVT_CC_INPUT_HANDLER(_tc, _len, _written, ...) \
780 ELOG_TYPE_DECLARE (_e) = \
782 .format = "cc input: len %u written %d rcv_nxt %u rcv_wnd(o) %d", \
783 .format_args = "i4i4i4i4", \
785 DECLARE_ETD(_tc, _e, 4); \
786 ed->data[0] = _len; \
787 ed->data[1] = _written; \
788 ed->data[2] = _tc->rcv_nxt - _tc->irs; \
789 ed->data[3] = _tc->rcv_wnd - (_tc->rcv_nxt - _tc->rcv_las); \
792 #define TCP_EVT_CC_RTX_HANDLER(_tc, offset, n_bytes, ...)
793 #define TCP_EVT_DUPACK_SENT_HANDLER(_tc, _btcp, ...)
794 #define TCP_EVT_DUPACK_RCVD_HANDLER(_tc, ...)
795 #define TCP_EVT_CC_PACK_HANDLER(_tc, ...)
796 #define TCP_EVT_CC_SCOREBOARD_HANDLER(_tc, ...)
797 #define TCP_EVT_CC_SACKS_HANDLER(_tc, ...)
798 #define TCP_EVT_CC_INPUT_HANDLER(_tc, _len, _written, ...)
802 * Congestion control stats
804 #if TCP_DEBUG_CC_STAT
806 #define STATS_INTERVAL 1
808 #define tcp_cc_time_to_print_stats(_tc) \
809 _tc->c_cc_stat_tstamp + STATS_INTERVAL < tcp_time_now() \
810 || tcp_in_fastrecovery (_tc) \
812 #define TCP_EVT_CC_RTO_STAT_PRINT(_tc) \
814 ELOG_TYPE_DECLARE (_e) = \
816 .format = "rcv_stat: rto %u srtt %u mrtt-us %u rttvar %u", \
817 .format_args = "i4i4i4i4", \
819 DECLARE_ETD(_tc, _e, 4); \
820 ed->data[0] = _tc->rto; \
821 ed->data[1] = _tc->srtt; \
822 ed->data[2] = (u32) (_tc->mrtt_us * 1e6); \
823 ed->data[3] = _tc->rttvar; \
826 #define TCP_EVT_CC_RTO_STAT_HANDLER(_tc, ...) \
828 if (tcp_cc_time_to_print_stats (_tc)) \
830 TCP_EVT_CC_RTO_STAT_PRINT (_tc); \
831 _tc->c_cc_stat_tstamp = tcp_time_now (); \
835 #define TCP_EVT_CC_SND_STAT_PRINT(_tc) \
837 ELOG_TYPE_DECLARE (_e) = \
839 .format = "snd_stat: cc_space %u sacked %u lost %u out %u rxt %u", \
840 .format_args = "i4i4i4i4i4", \
842 DECLARE_ETD(_tc, _e, 5); \
843 ed->data[0] = tcp_available_cc_snd_space (_tc); \
844 ed->data[1] = _tc->sack_sb.sacked_bytes; \
845 ed->data[2] = _tc->sack_sb.lost_bytes; \
846 ed->data[3] = tcp_bytes_out (_tc); \
847 ed->data[3] = _tc->snd_rxt_bytes; \
850 #define TCP_EVT_CC_SND_STAT_HANDLER(_tc, ...) \
852 if (tcp_cc_time_to_print_stats (_tc)) \
854 TCP_EVT_CC_SND_STAT_PRINT(_tc); \
855 _tc->c_cc_stat_tstamp = tcp_time_now (); \
859 #define TCP_EVT_CC_STAT_PRINT(_tc) \
861 ELOG_TYPE_DECLARE (_e) = \
863 .format = "cc_stat: cwnd %u flight %u space %u ssthresh %u snd_wnd %u",\
864 .format_args = "i4i4i4i4i4", \
866 DECLARE_ETD(_tc, _e, 5); \
867 ed->data[0] = _tc->cwnd; \
868 ed->data[1] = tcp_flight_size (_tc); \
869 ed->data[2] = tcp_snd_space (_tc); \
870 ed->data[3] = _tc->ssthresh; \
871 ed->data[4] = _tc->snd_wnd; \
872 TCP_EVT_CC_RTO_STAT_PRINT (_tc); \
873 TCP_EVT_CC_SND_STAT_PRINT (_tc); \
876 #define TCP_EVT_CC_STAT_HANDLER(_tc, ...) \
878 if (tcp_cc_time_to_print_stats (_tc)) \
880 TCP_EVT_CC_STAT_PRINT (_tc); \
881 _tc->c_cc_stat_tstamp = tcp_time_now(); \
885 #define TCP_EVT_CC_STAT_HANDLER(_tc, ...)
886 #define TCP_EVT_CC_STAT_PRINT(_tc)
892 #if TCP_DEBUG_BUFFER_ALLOCATION
894 #define TCP_DBG_BUFFER_ALLOC_MAYBE_FAIL(thread_index) \
896 static u32 *buffer_fail_counters; \
897 if (PREDICT_FALSE (buffer_fail_counters == 0)) \
900 vlib_thread_main_t *vtm = vlib_get_thread_main (); \
901 num_threads = 1 /* main thread */ + vtm->n_threads; \
902 vec_validate (buffer_fail_counters, num_threads - 1); \
904 if (PREDICT_FALSE (tcp_main.buffer_fail_fraction != 0.0)) \
906 if (PREDICT_TRUE (buffer_fail_counters[thread_index] > 0)) \
908 if ((1.0 / (f32) (buffer_fail_counters[thread_index])) \
909 < tcp_main.buffer_fail_fraction) \
911 buffer_fail_counters[thread_index] = 0.0000001; \
915 buffer_fail_counters[thread_index] ++; \
919 #define TCP_DBG_BUFFER_ALLOC_MAYBE_FAIL(thread_index)
922 #endif /* SRC_VNET_TCP_TCP_DEBUG_H_ */
924 * fd.io coding-style-patch-verification: ON
927 * eval: (c-set-style "gnu")