X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=src%2Fplugins%2Facl%2Fsess_mgmt_node.c;h=7da6da4c56f94cd751bd9bc6d38c06048847597f;hb=dc8d35036f1d06193035ff4b6f161f2c1c17c35a;hp=6c01643aca23551db29caa6b85634847567de744;hpb=c7d50970d4ed8a4889b4374e6a1559aef7d3dcc0;p=vpp.git diff --git a/src/plugins/acl/sess_mgmt_node.c b/src/plugins/acl/sess_mgmt_node.c index 6c01643aca2..7da6da4c56f 100644 --- a/src/plugins/acl/sess_mgmt_node.c +++ b/src/plugins/acl/sess_mgmt_node.c @@ -30,49 +30,55 @@ #include #include -// #include -static u64 -fa_session_get_shortest_timeout (acl_main_t * am) +static_always_inline u8 * +format_ip46_session_bihash_kv (u8 * s, va_list * args, int is_ip6) { - int timeout_type; - u64 timeout = ~0LL; - for (timeout_type = 0; timeout_type <= ACL_N_USER_TIMEOUTS; timeout_type++) + fa_5tuple_t a5t; + void *paddr0; + void *paddr1; + void *format_addr_func; + + if (is_ip6) { - if (timeout > am->session_timeout_sec[timeout_type]) - { - timeout = am->session_timeout_sec[timeout_type]; - } + clib_bihash_kv_40_8_t *kv_40_8 = + va_arg (*args, clib_bihash_kv_40_8_t *); + a5t.kv_40_8 = *kv_40_8; + paddr0 = &a5t.ip6_addr[0]; + paddr1 = &a5t.ip6_addr[1]; + format_addr_func = format_ip6_address; } - return timeout; + else + { + clib_bihash_kv_16_8_t *kv_16_8 = + va_arg (*args, clib_bihash_kv_16_8_t *); + a5t.kv_16_8 = *kv_16_8; + paddr0 = &a5t.ip4_addr[0]; + paddr1 = &a5t.ip4_addr[1]; + format_addr_func = format_ip4_address; + } + + fa_full_session_id_t *sess = (fa_full_session_id_t *) & a5t.pkt; + + return (format (s, "l3 %U -> %U %U | sess id %d thread id %d epoch %04x", + format_addr_func, paddr0, + format_addr_func, paddr1, + format_fa_session_l4_key, &a5t.l4, + sess->session_index, sess->thread_index, + sess->intf_policy_epoch)); } static u8 * -format_session_bihash_5tuple (u8 * s, va_list * args) +format_ip6_session_bihash_kv (u8 * s, va_list * args) { - fa_5tuple_t *p5t = va_arg (*args, fa_5tuple_t *); - fa_full_session_id_t *sess = (void *) &p5t->pkt; - if (is_ip6_5tuple (p5t)) - return (format (s, "l3 %U -> %U" - " l4 lsb_of_sw_if_index %d proto %d l4_is_input %d l4_slow_path %d l4_reserved0 %d port %d -> %d | sess id %d thread id %d epoch %04x", - format_ip6_address, &p5t->ip6_addr[0], - format_ip6_address, &p5t->ip6_addr[1], - p5t->l4.lsb_of_sw_if_index, - p5t->l4.proto, p5t->l4.is_input, p5t->l4.is_slowpath, - p5t->l4.reserved0, p5t->l4.port[0], p5t->l4.port[1], - sess->session_index, sess->thread_index, - sess->intf_policy_epoch)); - else - return (format (s, "l3 %U -> %U" - " l4 lsb_of_sw_if_index %d proto %d l4_is_input %d l4_slow_path %d l4_reserved0 %d port %d -> %d | sess id %d thread id %d epoch %04x", - format_ip4_address, &p5t->ip4_addr[0], - format_ip4_address, &p5t->ip4_addr[1], - p5t->l4.lsb_of_sw_if_index, - p5t->l4.proto, p5t->l4.is_input, p5t->l4.is_slowpath, - p5t->l4.reserved0, p5t->l4.port[0], p5t->l4.port[1], - sess->session_index, sess->thread_index, - sess->intf_policy_epoch)); + return format_ip46_session_bihash_kv (s, args, 1); +} + +static u8 * +format_ip4_session_bihash_kv (u8 * s, va_list * args) +{ + return format_ip46_session_bihash_kv (s, args, 0); } @@ -97,12 +103,20 @@ acl_fa_verify_init_sessions (acl_main_t * am) } /* ... and the interface session hash table */ - clib_bihash_init_40_8 (&am->fa_sessions_hash, - "ACL plugin FA session bihash", + clib_bihash_init_40_8 (&am->fa_ip6_sessions_hash, + "ACL plugin FA IPv6 session bihash", am->fa_conn_table_hash_num_buckets, am->fa_conn_table_hash_memory_size); - clib_bihash_set_kvp_format_fn_40_8 (&am->fa_sessions_hash, - format_session_bihash_5tuple); + clib_bihash_set_kvp_format_fn_40_8 (&am->fa_ip6_sessions_hash, + format_ip6_session_bihash_kv); + + clib_bihash_init_16_8 (&am->fa_ip4_sessions_hash, + "ACL plugin FA IPv4 session bihash", + am->fa_conn_table_hash_num_buckets, + am->fa_conn_table_hash_memory_size); + clib_bihash_set_kvp_format_fn_16_8 (&am->fa_ip4_sessions_hash, + format_ip4_session_bihash_kv); + am->fa_sessions_hash_is_initialized = 1; } } @@ -116,14 +130,9 @@ static u64 fa_session_get_list_timeout (acl_main_t * am, fa_session_t * sess) { u64 timeout = am->vlib_main->clib_time.clocks_per_second / 1000; - /* - * we have the shortest possible timeout type in all the lists - * (see README-multicore for the rationale) - */ - if (sess->link_list_id == ACL_TIMEOUT_PURGATORY) - timeout = fa_session_get_timeout (am, sess); - else - timeout *= fa_session_get_shortest_timeout (am); + timeout = fa_session_get_timeout (am, sess); + /* for all user lists, check them twice per timeout */ + timeout >>= (sess->link_list_id != ACL_TIMEOUT_PURGATORY); return timeout; } @@ -161,6 +170,28 @@ acl_fa_check_idle_sessions (acl_main_t * am, u16 thread_index, u64 now) fsid.thread_index = thread_index; int total_expired = 0; + /* let the other threads enqueue more requests while we process, if they like */ + aclp_swap_wip_and_pending_session_change_requests (am, thread_index); + u64 *psr = NULL; + + vec_foreach (psr, pw->wip_session_change_requests) + { + acl_fa_sess_req_t op = *psr >> 32; + fsid.session_index = *psr & 0xffffffff; + switch (op) + { + case ACL_FA_REQ_SESS_RESCHEDULE: + acl_fa_restart_timer_for_session (am, now, fsid); + break; + default: + /* do nothing */ + break; + } + } + if (pw->wip_session_change_requests) + _vec_len (pw->wip_session_change_requests) = 0; + + { u8 tt = 0; int n_pending_swipes = 0; @@ -218,6 +249,9 @@ acl_fa_check_idle_sessions (acl_main_t * am, u16 thread_index, u64 now) clib_bitmap_get (pw->pending_clear_sw_if_index_bitmap, sw_if_index); if (am->trace_sessions > 3) { + elog_acl_maybe_trace_X2 (am, + "acl_fa_check_idle_sessions: now %lu sess_timeout_time %lu", + "i8i8", now, sess_timeout_time); elog_acl_maybe_trace_X4 (am, "acl_fa_check_idle_sessions: session %d sw_if_index %d timeout_passed %d clearing_interface %d", "i4i4i4i4", (u32) fsid.session_index, @@ -339,6 +373,44 @@ send_one_worker_interrupt (vlib_main_t * vm, acl_main_t * am, } } +void +aclp_post_session_change_request (acl_main_t * am, u32 target_thread, + u32 target_session, u32 request_type) +{ + acl_fa_per_worker_data_t *pw_me = + &am->per_worker_data[os_get_thread_index ()]; + acl_fa_per_worker_data_t *pw = &am->per_worker_data[target_thread]; + clib_spinlock_lock_if_init (&pw->pending_session_change_request_lock); + /* vec_add1 might cause a reallocation, change the heap just in case */ + void *oldheap = clib_mem_set_heap (am->acl_mheap); + vec_add1 (pw->pending_session_change_requests, + (((u64) request_type) << 32) | target_session); + clib_mem_set_heap (oldheap); + + pw->rcvd_session_change_requests++; + pw_me->sent_session_change_requests++; + if (vec_len (pw->pending_session_change_requests) == 1) + { + /* ensure the requests get processed */ + send_one_worker_interrupt (am->vlib_main, am, target_thread); + } + clib_spinlock_unlock_if_init (&pw->pending_session_change_request_lock); +} + +void +aclp_swap_wip_and_pending_session_change_requests (acl_main_t * am, + u32 target_thread) +{ + acl_fa_per_worker_data_t *pw = &am->per_worker_data[target_thread]; + u64 *tmp; + clib_spinlock_lock_if_init (&pw->pending_session_change_request_lock); + tmp = pw->pending_session_change_requests; + pw->pending_session_change_requests = pw->wip_session_change_requests; + pw->wip_session_change_requests = tmp; + clib_spinlock_unlock_if_init (&pw->pending_session_change_request_lock); +} + + static int purgatory_has_connections (vlib_main_t * vm, acl_main_t * am, int thread_index) @@ -628,7 +700,7 @@ acl_fa_session_cleaner_process (vlib_main_t * vm, vlib_node_runtime_t * rt, } } } - acl_log_err + acl_log_info ("ACL_FA_CLEANER_DELETE_BY_SW_IF_INDEX bitmap: %U, clear_all: %u", format_bitmap_hex, clear_sw_if_index_bitmap, clear_all); vec_foreach (pw0, am->per_worker_data) @@ -666,7 +738,7 @@ acl_fa_session_cleaner_process (vlib_main_t * vm, vlib_node_runtime_t * rt, pw0->pending_clear_sw_if_index_bitmap = clib_bitmap_dup (clear_sw_if_index_bitmap); } - acl_log_err + acl_log_info ("ACL_FA_CLEANER: thread %u, pending clear bitmap: %U", (am->per_worker_data - pw0), format_bitmap_hex, pw0->pending_clear_sw_if_index_bitmap); @@ -677,8 +749,9 @@ acl_fa_session_cleaner_process (vlib_main_t * vm, vlib_node_runtime_t * rt, send_interrupts_to_workers (vm, am); /* now wait till they all complete */ - acl_log_err ("CLEANER mains len: %u per-worker len: %d", - vec_len (vlib_mains), vec_len (am->per_worker_data)); + acl_log_info ("CLEANER mains len: %u per-worker len: %d", + vec_len (vlib_mains), + vec_len (am->per_worker_data)); vec_foreach (pw0, am->per_worker_data) { CLIB_MEMORY_BARRIER (); @@ -697,7 +770,7 @@ acl_fa_session_cleaner_process (vlib_main_t * vm, vlib_node_runtime_t * rt, } } } - acl_log_err ("ACL_FA_NODE_CLEAN: cleaning done"); + acl_log_info ("ACL_FA_NODE_CLEAN: cleaning done"); clib_bitmap_free (clear_sw_if_index_bitmap); } am->fa_cleaner_cnt_delete_by_sw_index_ok++; @@ -849,8 +922,13 @@ show_fa_sessions_hash (vlib_main_t * vm, u32 verbose) acl_main_t *am = &acl_main; if (am->fa_sessions_hash_is_initialized) { - vlib_cli_output (vm, "\nSession lookup hash table:\n%U\n\n", - format_bihash_40_8, &am->fa_sessions_hash, verbose); + vlib_cli_output (vm, "\nIPv6 Session lookup hash table:\n%U\n\n", + format_bihash_40_8, &am->fa_ip6_sessions_hash, + verbose); + + vlib_cli_output (vm, "\nIPv4 Session lookup hash table:\n%U\n\n", + format_bihash_16_8, &am->fa_ip4_sessions_hash, + verbose); } else {