wireguard: add async mode for encryption packets
[vpp.git] / src / plugins / wireguard / wireguard_timer.c
1 /*
2  * Copyright (c) 2020 Doc.ai and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15
16 #include <vlibmemory/api.h>
17 #include <wireguard/wireguard.h>
18 #include <wireguard/wireguard_send.h>
19 #include <wireguard/wireguard_timer.h>
20
21 static u32
22 get_random_u32_max (u32 max)
23 {
24   vlib_main_t *vm = vlib_get_main ();
25   u32 seed = (u32) (vlib_time_now (vm) * 1e6);
26   return random_u32 (&seed) % max;
27 }
28
29 static u32
30 get_random_u32_max_opt (u32 max, f64 time)
31 {
32   u32 seed = (u32) (time * 1e6);
33   return random_u32 (&seed) % max;
34 }
35
36 static void
37 stop_timer (wg_peer_t * peer, u32 timer_id)
38 {
39   if (peer->timers[timer_id] != ~0)
40     {
41       tw_timer_stop_16t_2w_512sl (peer->timer_wheel, peer->timers[timer_id]);
42       peer->timers[timer_id] = ~0;
43     }
44 }
45
46 static void
47 start_timer (wg_peer_t * peer, u32 timer_id, u32 interval_ticks)
48 {
49   ASSERT (vlib_get_thread_index () == 0);
50
51   if (peer->timers[timer_id] == ~0)
52     {
53       peer->timers[timer_id] =
54         tw_timer_start_16t_2w_512sl (peer->timer_wheel, peer - wg_peer_pool,
55                                      timer_id, interval_ticks);
56     }
57 }
58
59 typedef struct
60 {
61   u32 peer_idx;
62   u32 timer_id;
63   u32 interval_ticks;
64
65 } wg_timers_args;
66
67 static void *
68 start_timer_thread_fn (void *arg)
69 {
70   wg_timers_args *a = arg;
71   wg_peer_t *peer = wg_peer_get (a->peer_idx);
72   start_timer (peer, a->timer_id, a->interval_ticks);
73   return 0;
74 }
75
76 static_always_inline void
77 start_timer_from_mt (u32 peer_idx, u32 timer_id, u32 interval_ticks)
78 {
79   wg_timers_args a = {
80     .peer_idx = peer_idx,
81     .timer_id = timer_id,
82     .interval_ticks = interval_ticks,
83   };
84   wg_peer_t *peer = wg_peer_get (peer_idx);
85   if (PREDICT_FALSE (!peer->timers_dispatched[timer_id]))
86     if (!clib_atomic_cmp_and_swap (&peer->timers_dispatched[timer_id], 0, 1))
87       vl_api_rpc_call_main_thread (start_timer_thread_fn, (u8 *) &a,
88                                    sizeof (a));
89 }
90
91 static inline u32
92 timer_ticks_left (vlib_main_t * vm, f64 init_time_sec, u32 interval_ticks)
93 {
94   static const int32_t rounding = (int32_t) (WHZ / 2);
95   int32_t ticks_remain;
96
97   ticks_remain = (init_time_sec - vlib_time_now (vm)) * WHZ + interval_ticks;
98   return (ticks_remain > rounding) ? (u32) ticks_remain : 0;
99 }
100
101 static void
102 wg_expired_retransmit_handshake (vlib_main_t * vm, wg_peer_t * peer)
103 {
104   if (peer->rehandshake_started == ~0)
105     return;
106
107   u32 ticks = timer_ticks_left (vm, peer->rehandshake_started,
108                                 peer->rehandshake_interval_tick);
109   if (ticks)
110     {
111       start_timer (peer, WG_TIMER_RETRANSMIT_HANDSHAKE, ticks);
112       return;
113     }
114
115   if (peer->timer_handshake_attempts > MAX_TIMER_HANDSHAKES)
116     {
117       stop_timer (peer, WG_TIMER_SEND_KEEPALIVE);
118
119       /* We set a timer for destroying any residue that might be left
120        * of a partial exchange.
121        */
122       start_timer (peer, WG_TIMER_KEY_ZEROING, REJECT_AFTER_TIME * 3 * WHZ);
123
124     }
125   else
126     {
127       ++peer->timer_handshake_attempts;
128       wg_send_handshake (vm, peer, true);
129     }
130 }
131
132 static void
133 wg_expired_send_keepalive (vlib_main_t * vm, wg_peer_t * peer)
134 {
135   if (peer->last_sent_packet < peer->last_received_packet)
136     {
137       u32 ticks = timer_ticks_left (vm, peer->last_received_packet,
138                                     KEEPALIVE_TIMEOUT * WHZ);
139       if (ticks)
140         {
141           start_timer (peer, WG_TIMER_SEND_KEEPALIVE, ticks);
142           return;
143         }
144
145       wg_send_keepalive (vm, peer);
146       if (peer->timer_need_another_keepalive)
147         {
148           peer->timer_need_another_keepalive = false;
149           start_timer (peer, WG_TIMER_SEND_KEEPALIVE,
150                        KEEPALIVE_TIMEOUT * WHZ);
151         }
152     }
153 }
154
155 static void
156 wg_expired_send_persistent_keepalive (vlib_main_t * vm, wg_peer_t * peer)
157 {
158   if (peer->persistent_keepalive_interval)
159     {
160       f64 latest_time = peer->last_sent_packet > peer->last_received_packet
161         ? peer->last_sent_packet : peer->last_received_packet;
162
163       u32 ticks = timer_ticks_left (vm, latest_time,
164                                     peer->persistent_keepalive_interval *
165                                     WHZ);
166       if (ticks)
167         {
168           start_timer (peer, WG_TIMER_PERSISTENT_KEEPALIVE, ticks);
169           return;
170         }
171
172       wg_send_keepalive (vm, peer);
173     }
174 }
175
176 static void
177 wg_expired_new_handshake (vlib_main_t * vm, wg_peer_t * peer)
178 {
179   u32 ticks = timer_ticks_left (vm, peer->last_sent_packet,
180                                 peer->new_handshake_interval_tick);
181   if (ticks)
182     {
183       start_timer (peer, WG_TIMER_NEW_HANDSHAKE, ticks);
184       return;
185     }
186
187   wg_send_handshake (vm, peer, false);
188 }
189
190 static void
191 wg_expired_zero_key_material (vlib_main_t * vm, wg_peer_t * peer)
192 {
193   u32 ticks =
194     timer_ticks_left (vm, peer->session_derived, REJECT_AFTER_TIME * 3 * WHZ);
195   if (ticks)
196     {
197       start_timer (peer, WG_TIMER_KEY_ZEROING, ticks);
198       return;
199     }
200
201   if (!wg_peer_is_dead (peer))
202     {
203       noise_remote_clear (vm, &peer->remote);
204     }
205 }
206
207 inline void
208 wg_timers_any_authenticated_packet_traversal (wg_peer_t *peer)
209 {
210   if (peer->persistent_keepalive_interval)
211     {
212       start_timer_from_mt (peer - wg_peer_pool,
213                            WG_TIMER_PERSISTENT_KEEPALIVE,
214                            peer->persistent_keepalive_interval * WHZ);
215     }
216 }
217
218 void
219 wg_timers_any_authenticated_packet_sent (wg_peer_t * peer)
220 {
221   peer->last_sent_packet = vlib_time_now (vlib_get_main ());
222 }
223
224 inline void
225 wg_timers_any_authenticated_packet_sent_opt (wg_peer_t *peer, f64 time)
226 {
227   peer->last_sent_packet = time;
228 }
229
230 void
231 wg_timers_handshake_initiated (wg_peer_t * peer)
232 {
233   peer->rehandshake_started = vlib_time_now (vlib_get_main ());
234   peer->rehandshake_interval_tick =
235     REKEY_TIMEOUT * WHZ + get_random_u32_max (REKEY_TIMEOUT_JITTER);
236
237   start_timer_from_mt (peer - wg_peer_pool, WG_TIMER_RETRANSMIT_HANDSHAKE,
238                        peer->rehandshake_interval_tick);
239 }
240
241 void
242 wg_timers_session_derived (wg_peer_t * peer)
243 {
244   peer->session_derived = vlib_time_now (vlib_get_main ());
245
246   start_timer_from_mt (peer - wg_peer_pool, WG_TIMER_KEY_ZEROING,
247                        REJECT_AFTER_TIME * 3 * WHZ);
248 }
249
250 /* Should be called after an authenticated data packet is sent. */
251 void
252 wg_timers_data_sent (wg_peer_t * peer)
253 {
254   peer->new_handshake_interval_tick =
255     (KEEPALIVE_TIMEOUT + REKEY_TIMEOUT) * WHZ +
256     get_random_u32_max (REKEY_TIMEOUT_JITTER);
257
258   start_timer_from_mt (peer - wg_peer_pool, WG_TIMER_NEW_HANDSHAKE,
259                        peer->new_handshake_interval_tick);
260 }
261
262 inline void
263 wg_timers_data_sent_opt (wg_peer_t *peer, f64 time)
264 {
265   peer->new_handshake_interval_tick =
266     (KEEPALIVE_TIMEOUT + REKEY_TIMEOUT) * WHZ +
267     get_random_u32_max_opt (REKEY_TIMEOUT_JITTER, time);
268
269   start_timer_from_mt (peer - wg_peer_pool, WG_TIMER_NEW_HANDSHAKE,
270                        peer->new_handshake_interval_tick);
271 }
272
273 /* Should be called after an authenticated data packet is received. */
274 void
275 wg_timers_data_received (wg_peer_t * peer)
276 {
277   if (peer->timers[WG_TIMER_SEND_KEEPALIVE] == ~0)
278     {
279       start_timer_from_mt (peer - wg_peer_pool, WG_TIMER_SEND_KEEPALIVE,
280                            KEEPALIVE_TIMEOUT * WHZ);
281     }
282   else
283     peer->timer_need_another_keepalive = true;
284 }
285
286 /* Should be called after a handshake response message is received and processed
287  * or when getting key confirmation via the first data message.
288  */
289 void
290 wg_timers_handshake_complete (wg_peer_t * peer)
291 {
292   peer->rehandshake_started = ~0;
293   peer->timer_handshake_attempts = 0;
294 }
295
296 void
297 wg_timers_any_authenticated_packet_received (wg_peer_t * peer)
298 {
299   peer->last_received_packet = vlib_time_now (vlib_get_main ());
300 }
301
302 inline void
303 wg_timers_any_authenticated_packet_received_opt (wg_peer_t *peer, f64 time)
304 {
305   peer->last_received_packet = time;
306 }
307
308 static vlib_node_registration_t wg_timer_mngr_node;
309
310 static void
311 expired_timer_callback (u32 * expired_timers)
312 {
313   int i;
314   u32 timer_id;
315   u32 pool_index;
316
317   wg_main_t *wmp = &wg_main;
318   vlib_main_t *vm = wmp->vlib_main;
319
320   wg_peer_t *peer;
321
322   /* Need to invalidate all of them because one can restart other */
323   for (i = 0; i < vec_len (expired_timers); i++)
324     {
325       pool_index = expired_timers[i] & 0x0FFFFFFF;
326       timer_id = expired_timers[i] >> 28;
327
328       peer = wg_peer_get (pool_index);
329       peer->timers[timer_id] = ~0;
330
331       /* Under barrier, no sync needed */
332       peer->timers_dispatched[timer_id] = 0;
333     }
334
335   for (i = 0; i < vec_len (expired_timers); i++)
336     {
337       pool_index = expired_timers[i] & 0x0FFFFFFF;
338       timer_id = expired_timers[i] >> 28;
339
340       peer = wg_peer_get (pool_index);
341       switch (timer_id)
342         {
343         case WG_TIMER_RETRANSMIT_HANDSHAKE:
344           wg_expired_retransmit_handshake (vm, peer);
345           break;
346         case WG_TIMER_PERSISTENT_KEEPALIVE:
347           wg_expired_send_persistent_keepalive (vm, peer);
348           break;
349         case WG_TIMER_SEND_KEEPALIVE:
350           wg_expired_send_keepalive (vm, peer);
351           break;
352         case WG_TIMER_NEW_HANDSHAKE:
353           wg_expired_new_handshake (vm, peer);
354           break;
355         case WG_TIMER_KEY_ZEROING:
356           wg_expired_zero_key_material (vm, peer);
357           break;
358         default:
359           break;
360         }
361     }
362 }
363
364 void
365 wg_timer_wheel_init ()
366 {
367   wg_main_t *wmp = &wg_main;
368   tw_timer_wheel_16t_2w_512sl_t *tw = &wmp->timer_wheel;
369   tw_timer_wheel_init_16t_2w_512sl (tw,
370                                     expired_timer_callback,
371                                     WG_TICK /* timer period in s */ , ~0);
372 }
373
374 static uword
375 wg_timer_mngr_fn (vlib_main_t * vm, vlib_node_runtime_t * rt,
376                   vlib_frame_t * f)
377 {
378   wg_main_t *wmp = &wg_main;
379   uword event_type = 0;
380
381   /* Park the process until the feature is configured */
382   while (1)
383     {
384       vlib_process_wait_for_event (vm);
385       event_type = vlib_process_get_events (vm, 0);
386       if (event_type == WG_START_EVENT)
387         {
388           break;
389         }
390       else
391         {
392           clib_warning ("Unknown event type %d", event_type);
393         }
394     }
395   /*
396    * Reset the timer wheel time so it won't try to
397    * expire Avogadro's number of time slots.
398    */
399   wmp->timer_wheel.last_run_time = vlib_time_now (vm);
400
401   while (1)
402     {
403       vlib_process_wait_for_event_or_clock (vm, WG_TICK);
404       vlib_process_get_events (vm, NULL);
405
406       tw_timer_expire_timers_16t_2w_512sl (&wmp->timer_wheel,
407                                            vlib_time_now (vm));
408     }
409
410   return 0;
411 }
412
413 void
414 wg_timers_stop (wg_peer_t * peer)
415 {
416   ASSERT (vlib_get_thread_index () == 0);
417   if (peer->timer_wheel)
418     {
419       stop_timer (peer, WG_TIMER_RETRANSMIT_HANDSHAKE);
420       stop_timer (peer, WG_TIMER_PERSISTENT_KEEPALIVE);
421       stop_timer (peer, WG_TIMER_SEND_KEEPALIVE);
422       stop_timer (peer, WG_TIMER_NEW_HANDSHAKE);
423       stop_timer (peer, WG_TIMER_KEY_ZEROING);
424     }
425 }
426
427 /* *INDENT-OFF* */
428 VLIB_REGISTER_NODE (wg_timer_mngr_node, static) = {
429     .function = wg_timer_mngr_fn,
430     .type = VLIB_NODE_TYPE_PROCESS,
431     .name =
432     "wg-timer-manager",
433 };
434 /* *INDENT-ON* */
435
436 void
437 wg_feature_init (wg_main_t * wmp)
438 {
439   if (wmp->feature_init)
440     return;
441   vlib_process_signal_event (wmp->vlib_main, wg_timer_mngr_node.index,
442                              WG_START_EVENT, 0);
443   wmp->feature_init = 1;
444 }
445
446
447
448 /*
449  * fd.io coding-style-patch-verification: ON
450  *
451  * Local Variables:
452  * eval: (c-set-style "gnu")
453  * End:
454  */