FD.io VPP  v20.09-64-g4f7b92f0a
Vector Packet Processing
vpp_echo_proto_quic.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2019 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #include <stdio.h>
17 #include <signal.h>
18 
20 
21 typedef struct _quic_echo_cb_vft
22 {
23  void (*quic_connected_cb) (session_connected_msg_t * mp, u32 session_index);
24  void (*client_stream_connected_cb) (session_connected_msg_t * mp,
25  u32 session_index);
26  void (*server_stream_connected_cb) (session_connected_msg_t * mp,
27  u32 session_index);
28  void (*quic_accepted_cb) (session_accepted_msg_t * mp, u32 session_index);
29  void (*client_stream_accepted_cb) (session_accepted_msg_t * mp,
30  u32 session_index);
31  void (*server_stream_accepted_cb) (session_accepted_msg_t * mp,
32  u32 session_index);
34 
35 typedef struct
36 {
37  quic_echo_cb_vft_t cb_vft; /* cb vft for QUIC scenarios */
38  u8 send_quic_disconnects; /* actively send disconnect */
39  u32 n_stream_clients; /* Target Number of STREAM sessions per QUIC session */
40  volatile u32 n_quic_clients_connected; /* Number of connected QUIC sessions */
42 
44 
45 /*
46  *
47  * ECHO Callback definitions
48  *
49  */
50 
51 static void
53  u32 session_index)
54 {
55  echo_main_t *em = &echo_main;
57  echo_connect_args_t _a, *a = &_a;
58  u64 i;
59 
61  a->context = session_index;
62  clib_memcpy_fast (&a->lcl_ip, &em->lcl_ip, sizeof (ip46_address_t));
63  clib_memcpy_fast (&a->ip, &em->uri_elts.ip, sizeof (ip46_address_t));
64 
66  for (i = 0; i < eqm->n_stream_clients; i++)
68 
69  ECHO_LOG (1, "Qsession 0x%llx S[%d] connected to %U:%d",
70  mp->handle, session_index, format_ip46_address, &mp->lcl.ip,
71  mp->lcl.is_ip4, clib_net_to_host_u16 (mp->lcl.port));
72 }
73 
74 static void
76 {
77  static u32 client_index = 0;
78  echo_main_t *em = &echo_main;
79  echo_session_t *session;
80 
81  session = pool_elt_at_index (em->sessions, session_index);
82  session->bytes_to_send = em->bytes_to_send;
83  session->bytes_to_receive = em->bytes_to_receive;
84  session->session_state = ECHO_SESSION_STATE_READY;
85  em->data_thread_args[client_index++] = session->session_index;
86 }
87 
88 static void
90 {
91  ECHO_FAIL (ECHO_FAIL_QUIC_WRONG_CONNECT,
92  "Got a wrong connected on session %u [%lx]", session_index,
93  mp->handle);
94 }
95 
96 static void
98 {
99  static u32 client_index = 0;
100  echo_main_t *em = &echo_main;
101  echo_session_t *session;
102 
103  session = pool_elt_at_index (em->sessions, session_index);
104  session->bytes_to_send = em->bytes_to_send;
105  session->bytes_to_receive = em->bytes_to_receive;
106  em->data_thread_args[client_index++] = session->session_index;
107  session->session_state = ECHO_SESSION_STATE_READY;
108 }
109 
110 static void
112 {
113  echo_main_t *em = &echo_main;
115  ECHO_LOG (2, "Accept on QSession 0x%lx S[%u]", mp->handle, session_index);
116  echo_connect_args_t _a, *a = &_a;
117  u32 i;
118 
119  a->parent_session_handle = mp->handle;
120  a->context = session_index;
121  clib_memcpy_fast (&a->lcl_ip, &em->lcl_ip, sizeof (ip46_address_t));
122  clib_memcpy_fast (&a->ip, &em->uri_elts.ip, sizeof (ip46_address_t));
123 
125  for (i = 0; i < eqm->n_stream_clients; i++)
127 }
128 
129 static void
131 {
132  ECHO_FAIL (ECHO_FAIL_QUIC_WRONG_ACCEPT,
133  "Got a wrong accept on session 0x%lx S[%u]", mp->handle,
134  session_index);
135 }
136 
137 static void
139 {
140  u8 *ip_str;
141  ip_str = format (0, "%U", format_ip46_address, &mp->rmt.ip, mp->rmt.is_ip4);
142  ECHO_LOG (1, "Accepted session from: %s:%d", ip_str,
143  clib_net_to_host_u16 (mp->rmt.port));
144 
145 }
146 
148  /* Qsessions */
149  .quic_accepted_cb = quic_echo_on_accept_log_ip,
150  .quic_connected_cb = quic_echo_on_connected_connect,
151  /* client initiated streams */
152  .server_stream_accepted_cb = quic_echo_on_accept_recv,
153  .client_stream_connected_cb = quic_echo_on_connected_send,
154  /* server initiated streams */
155  .client_stream_accepted_cb = quic_echo_on_accept_error,
156  .server_stream_connected_cb = quic_echo_on_connected_error,
157 };
158 
160  /* Qsessions */
161  .quic_accepted_cb = quic_echo_on_accept_connect,
162  .quic_connected_cb = NULL,
163  /* client initiated streams */
164  .server_stream_accepted_cb = quic_echo_on_accept_error,
165  .client_stream_connected_cb = quic_echo_on_connected_error,
166  /* server initiated streams */
167  .client_stream_accepted_cb = quic_echo_on_accept_recv,
168  .server_stream_connected_cb = quic_echo_on_connected_send,
169 };
170 
171 static void quic_echo_cleanup_cb (echo_session_t * s, u8 parent_died);
172 
173 static inline void
176 {
177  echo_session_t *ls;
178  ls = pool_elt_at_index (em->sessions, listener_index);
179  if (ls->session_type != ECHO_SESSION_TYPE_QUIC)
180  {
181  ECHO_LOG (2, "%U: Invalid listener session type",
182  echo_format_session, ls);
183  return;
184  }
186  {
188  {
192  }
193  else if (eqm->send_quic_disconnects == ECHO_CLOSE_F_NONE)
194  {
195  quic_echo_cleanup_cb (ls, 0 /* parent_died */ );
197  }
198  }
199 }
200 
201 static void
203 {
204  echo_main_t *em = &echo_main;
206  if ((em->state == STATE_DATA_DONE) ||
207  !(s->session_state < ECHO_SESSION_STATE_CLOSED))
208  return;
209  ECHO_LOG (3, "%U cleanup (parent_died %d)", echo_format_session, s,
210  parent_died);
211  s->session_state = ECHO_SESSION_STATE_CLOSED;
212  if (s->session_type == ECHO_SESSION_TYPE_QUIC)
213  {
214  if (parent_died)
216  /* Don't cleanup listener as it's handled by main() */
218  }
219  else if (s->session_type == ECHO_SESSION_TYPE_STREAM)
220  {
221  if (parent_died)
223  else
226  }
228  em->state = STATE_DATA_DONE;
229  ECHO_LOG (2, "Cleanup sessions (still %uQ %uS): app %U",
232 }
233 
234 static void
236 {
238  ECHO_LOG (2, "Closing Qsessions");
239  /* Close Quic session without streams */
240  echo_session_t *s;
241 
242  /* *INDENT-OFF* */
243  pool_foreach (s, em->sessions,
244  ({
245  if (s->session_type == ECHO_SESSION_TYPE_QUIC)
246  {
247  if (eqm->send_quic_disconnects == ECHO_CLOSE_F_ACTIVE)
248  {
249  ECHO_LOG (2,"%U: ACTIVE close", echo_format_session, s);
250  echo_send_rpc (em, echo_send_disconnect_session,
251  (echo_rpc_args_t *) &s->vpp_session_handle);
252  clib_atomic_fetch_add (&em->stats.active_count.q, 1);
253  }
254  else if (eqm->send_quic_disconnects == ECHO_CLOSE_F_NONE)
255  {
256  ECHO_LOG (2,"%U: CLEAN close", echo_format_session, s);
257  quic_echo_cleanup_cb (s, 0 /* parent_died */);
258  clib_atomic_fetch_add (&em->stats.clean_count.q, 1);
259  }
260  else
261  ECHO_LOG (2,"%U: PASSIVE close", echo_format_session, s);
262  }
263  }));
264  /* *INDENT-ON* */
265 }
266 
267 static void
269 {
270  echo_main_t *em = &echo_main;
272  echo_session_t *listen_session;
273  echo_session_t *session = pool_elt_at_index (em->sessions, session_index);
274 
275  if (session->listener_index == SESSION_INVALID_INDEX)
276  {
278  session->session_type = ECHO_SESSION_TYPE_QUIC;
279  ECHO_LOG (2, "Connected %U -> URI", echo_format_session, session);
280  session->accepted_session_count = 0;
281  if (eqm->cb_vft.quic_connected_cb)
282  eqm->cb_vft.quic_connected_cb (mp, session->session_index);
284 
285  if (em->stats.connected_count.q % LOGGING_BATCH == 0)
286  ECHO_LOG (0, "Connected Q %d / %d", em->stats.connected_count.q,
287  em->n_connects);
288  }
289  else
290  {
292  listen_session =
293  pool_elt_at_index (em->sessions, session->listener_index);
294  session->session_type = ECHO_SESSION_TYPE_STREAM;
295  clib_atomic_fetch_add (&listen_session->accepted_session_count, 1);
296  ECHO_LOG (2, "Connected %U -> %U", echo_format_session, session,
297  echo_format_session, listen_session);
298  if (em->i_am_master && eqm->cb_vft.server_stream_connected_cb)
299  eqm->cb_vft.server_stream_connected_cb (mp, session->session_index);
300  if (!em->i_am_master && eqm->cb_vft.client_stream_connected_cb)
301  eqm->cb_vft.client_stream_connected_cb (mp, session->session_index);
303 
304  if (em->stats.connected_count.s % LOGGING_BATCH == 0)
305  ECHO_LOG (0, "Connected S %d / %d", em->stats.connected_count.s,
306  em->n_clients);
307  }
308 
309 
310  if (em->n_clients_connected == em->n_clients
311  && em->n_clients_connected != 0)
313 
314  if (eqm->n_quic_clients_connected == em->n_connects
315  && em->state < STATE_READY)
316  {
318  em->state = STATE_READY;
319  if (eqm->n_stream_clients == 0)
321  }
322 }
323 
324 static void
326  u32 session_index, u8 is_failed)
327 {
328  if (is_failed)
329  {
330  ECHO_FAIL (ECHO_FAIL_QUIC_WRONG_CONNECT, "Echo connect failed");
331  return;
332  }
334  session_index);
335 }
336 
337 static void
339 {
340  echo_main_t *em = &echo_main;
342  echo_session_t *ls;
343  ls = pool_elt_at_index (em->sessions, session->listener_index);
344  if (ls->session_type == ECHO_SESSION_TYPE_LISTEN)
345  {
348  session->session_type = ECHO_SESSION_TYPE_QUIC;
349  session->accepted_session_count = 0;
350  if (eqm->cb_vft.quic_accepted_cb)
351  eqm->cb_vft.quic_accepted_cb (mp, session->session_index);
353 
354  if (em->stats.accepted_count.q % LOGGING_BATCH == 0)
355  ECHO_LOG (0, "Accepted Q %d / %d", em->stats.accepted_count.q,
356  em->n_connects);
357  }
358  else
359  {
361  session->session_type = ECHO_SESSION_TYPE_STREAM;
364  if (em->i_am_master && eqm->cb_vft.server_stream_accepted_cb)
365  eqm->cb_vft.server_stream_accepted_cb (mp, session->session_index);
366  if (!em->i_am_master && eqm->cb_vft.client_stream_accepted_cb)
367  eqm->cb_vft.client_stream_accepted_cb (mp, session->session_index);
369 
370  if (em->stats.accepted_count.s % LOGGING_BATCH == 0)
371  ECHO_LOG (0, "Accepted S %d / %d", em->stats.accepted_count.s,
372  em->n_clients);
373 
374  if (em->connect_flag && !(mp->flags & em->connect_flag))
375  {
376  ECHO_FAIL (ECHO_FAIL_UNIDIRECTIONAL,
377  "expected unidirectional streams");
378  }
379  }
380 
381  if (em->n_clients_connected == em->n_clients
382  && em->n_clients_connected != 0)
384 
385  if (eqm->n_quic_clients_connected == em->n_connects
386  && em->state < STATE_READY)
387  {
389  em->state = STATE_READY;
390  if (eqm->n_stream_clients == 0)
392  }
393 }
394 
395 static void
397 {
398  if (s->session_type == ECHO_SESSION_TYPE_STREAM)
399  s->session_state = ECHO_SESSION_STATE_CLOSING;
400  else
401  quic_echo_cleanup_cb (s, 0 /* parent_died */ ); /* We can clean Q/Lsessions right away */
402 }
403 
404 static void
406  echo_session_t * s)
407 {
408  echo_main_t *em = &echo_main;
409  if (s->session_type == ECHO_SESSION_TYPE_STREAM)
410  {
411  echo_session_print_stats (em, s);
412  if (s->bytes_to_receive || s->bytes_to_send)
413  s->session_state = ECHO_SESSION_STATE_AWAIT_DATA;
414  else
415  s->session_state = ECHO_SESSION_STATE_CLOSING;
417  }
418  else
419  {
420  quic_echo_cleanup_cb (s, 0 /* parent_died */ ); /* We can clean Q/Lsessions right away */
422  }
423 }
424 
425 static void
427 {
428  echo_main_t *em = &echo_main;
429  if (s->session_type == ECHO_SESSION_TYPE_STREAM)
430  {
432  s->session_state = ECHO_SESSION_STATE_CLOSING;
433  }
434  else
435  {
437  quic_echo_cleanup_cb (s, 0 /* parent_died */ ); /* We can clean Q/Lsessions right away */
438  }
439 }
440 
441 static uword
443 {
445  if (unformat (input, "serverstream"))
447  else if (unformat (input, "default"))
448  ;
449  else
450  return 0;
451  return 1;
452 }
453 
454 static int
456 {
457  echo_main_t *em = &echo_main;
459  if (unformat (a, "quic-streams %d", &eqm->n_stream_clients))
460  ;
461  else if (unformat (a, "quic-setup %U", quic_echo_unformat_setup_vft))
462  ;
463  else if (unformat (a, "uni"))
465  else if (unformat (a, "qclose=%U",
467  ;
468  else
469  return 0;
470  return 1;
471 }
472 
473 static void
475 {
477  eqm->cb_vft = default_cb_vft;
478  eqm->n_stream_clients = 1;
479 }
480 
481 static void
483 {
485  echo_main_t *em = &echo_main;
486  u8 default_f_active;
487 
488  em->n_connects = em->n_clients;
489  em->n_sessions =
490  clib_max (1,
491  eqm->n_stream_clients) * em->n_clients + em->n_clients +
492  em->n_uris;
493  em->n_clients = eqm->n_stream_clients * em->n_clients;
494 
495  if (em->i_am_master)
496  default_f_active =
498  else
499  default_f_active =
502  eqm->send_quic_disconnects = default_f_active;
503 }
504 
505 static void
507 {
508  fprintf (stderr,
509  "-- QUIC specific options -- \n"
510  " quic-setup OPT OPT=serverstream : Client open N connections. \n"
511  " On each one server opens M streams\n"
512  " OPT=default : Client open N connections.\n"
513  " On each one client opens M streams\n"
514  " qclose=[Y|N|W] When connection is done send[Y]|nop[N]|wait[W] for close\n"
515  " uni Use unidirectional streams\n"
516  "\n"
517  " quic-streams N Open N QUIC streams (defaults to 1)\n");
518 }
519 
520 echo_proto_cb_vft_t quic_echo_proto_cb_vft = {
522  .connected_cb = quic_echo_connected_cb,
523  .accepted_cb = quic_echo_accepted_cb,
524  .reset_cb = quic_echo_reset_cb,
525  .sent_disconnect_cb = quic_echo_sent_disconnect_cb,
526  .cleanup_cb = quic_echo_cleanup_cb,
527  .process_opts_cb = quic_echo_process_opts_cb,
528  .print_usage_cb = quic_echo_print_usage_cb,
529  .set_defaults_before_opts_cb = quic_echo_set_defaults_before_opts_cb,
530  .set_defaults_after_opts_cb = quic_echo_set_defaults_after_opts_cb,
531 };
532 
533 ECHO_REGISTER_PROTO (TRANSPORT_PROTO_QUIC, quic_echo_proto_cb_vft);
534 
535 /*
536  * fd.io coding-style-patch-verification: ON
537  *
538  * Local Variables:
539  * eval: (c-set-style "gnu")
540  * End:
541  */
volatile u64 accepted_session_count
static void quic_echo_on_accept_connect(session_accepted_msg_t *mp, u32 session_index)
static void quic_echo_on_connected(session_connected_msg_t *mp, u32 session_index)
teardown_stat_t clean_count
u8 * echo_format_session(u8 *s, va_list *args)
transport_endpoint_t rmt
a
Definition: bitmap.h:538
echo_session_t * sessions
unsigned long u64
Definition: types.h:89
ip46_address_t ip
static void quic_echo_set_defaults_after_opts_cb()
static const quic_echo_cb_vft_t server_stream_cb_vft
#define clib_memcpy_fast(a, b, c)
Definition: string.h:81
ip46_address_t lcl_ip
static void quic_echo_disconnected_cb(session_disconnected_msg_t *mp, echo_session_t *s)
static void quic_echo_connected_cb(session_connected_bundled_msg_t *mp, u32 session_index, u8 is_failed)
echo_main_t echo_main
Definition: vpp_echo.c:24
ip46_address_t lcl_ip
u8 * format(u8 *s, const char *fmt,...)
Definition: format.c:424
volatile connection_state_t state
quic_echo_cb_vft_t cb_vft
ECHO_REGISTER_PROTO(TRANSPORT_PROTO_QUIC, quic_echo_proto_cb_vft)
unsigned char u8
Definition: types.h:56
foreach_app_session_field u64 vpp_session_handle
volatile u32 n_clients_connected
#define pool_foreach(VAR, POOL, BODY)
Iterate through pool.
Definition: pool.h:513
quic_echo_proto_main_t quic_echo_proto_main
void echo_send_disconnect_session(echo_main_t *em, void *args)
#define ECHO_FAIL(fail, _fmt, _args...)
unsigned int u32
Definition: types.h:88
static void quic_echo_reset_cb(session_reset_msg_t *mp, echo_session_t *s)
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
Definition: pool.h:534
static const quic_echo_cb_vft_t default_cb_vft
struct _unformat_input_t unformat_input_t
static void quic_echo_accepted_cb(session_accepted_msg_t *mp, echo_session_t *session)
teardown_stat_t accepted_count
static uword quic_echo_unformat_setup_vft(unformat_input_t *input, va_list *args)
static void quic_echo_initiate_qsession_close_no_stream(echo_main_t *em)
u8 * echo_format_app_state(u8 *s, va_list *args)
volatile u32 n_quic_clients_connected
static void quic_echo_on_accept_error(session_accepted_msg_t *mp, u32 session_index)
#define SESSION_INVALID_INDEX
Definition: session_types.h:22
format_function_t format_ip46_address
Definition: ip46_address.h:50
#define clib_atomic_sub_fetch(a, b)
Definition: atomics.h:31
static void quic_echo_on_connected_error(session_connected_msg_t *mp, u32 session_index)
static void quic_echo_cleanup_cb(echo_session_t *s, u8 parent_died)
sll srl srl sll sra u16x4 i
Definition: vector_sse42.h:317
static void quic_echo_print_usage_cb()
#define ECHO_LOG(lvl, _fmt, _args...)
void echo_notify_event(echo_main_t *em, echo_test_evt_t e)
u32 *volatile data_thread_args
struct _quic_echo_cb_vft quic_echo_cb_vft_t
int echo_send_rpc(echo_main_t *em, void *fp, echo_rpc_args_t *args)
struct echo_main_t::@665 uri_elts
static void quic_echo_on_connected_connect(session_connected_msg_t *mp, u32 session_index)
static int quic_echo_process_opts_cb(unformat_input_t *a)
teardown_stat_t close_count
#define clib_max(x, y)
Definition: clib.h:320
#define clib_atomic_fetch_add(a, b)
Definition: atomics.h:23
static void quic_echo_on_accept_log_ip(session_accepted_msg_t *mp, u32 session_index)
volatile u64 bytes_to_receive
ip46_address_t ip
u64 uword
Definition: types.h:112
teardown_stat_t active_count
echo_stats_t stats
static void quic_echo_set_defaults_before_opts_cb()
transport_endpoint_t lcl
teardown_stat_t connected_count
static void quic_echo_on_accept_recv(session_accepted_msg_t *mp, u32 session_index)
#define LOGGING_BATCH
void echo_send_connect(echo_main_t *em, void *args)
void echo_session_print_stats(echo_main_t *em, echo_session_t *session)
teardown_stat_t reset_count
static void quic_echo_sent_disconnect_cb(echo_session_t *s)
uword unformat(unformat_input_t *i, const char *fmt,...)
Definition: unformat.c:978
static void quic_echo_cleanup_listener(u32 listener_index, echo_main_t *em, quic_echo_proto_main_t *eqm)
uword echo_unformat_close(unformat_input_t *input, va_list *args)
static void quic_echo_on_connected_send(session_connected_msg_t *mp, u32 session_index)
void(* disconnected_cb)(session_disconnected_msg_t *mp, echo_session_t *s)