FD.io VPP  v18.07-rc0-415-g6c78436
Vector Packet Processing
session.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 #ifndef __included_session_h__
16 #define __included_session_h__
17 
23 #include <svm/queue.h>
24 
25 #define HALF_OPEN_LOOKUP_INVALID_VALUE ((u64)~0)
26 #define INVALID_INDEX ((u32)~0)
27 #define SESSION_PROXY_LISTENER_INDEX ((u32)~0 - 1)
28 #define SESSION_LOCAL_HANDLE_PREFIX 0x7FFFFFFF
29 
30 /* TODO decide how much since we have pre-data as well */
31 #define MAX_HDRS_LEN 100 /* Max number of bytes for headers */
32 
33 typedef enum
34 {
42 
43 static inline const char *
44 fifo_event_type_str (fifo_event_type_t et)
45 {
46  switch (et)
47  {
48  case FIFO_EVENT_APP_RX:
49  return "FIFO_EVENT_APP_RX";
50  case FIFO_EVENT_APP_TX:
51  return "FIFO_EVENT_APP_TX";
52  case FIFO_EVENT_TIMEOUT:
53  return "FIFO_EVENT_TIMEOUT";
55  return "FIFO_EVENT_DISCONNECT";
57  return "FIFO_EVENT_BUILTIN_RX";
58  case FIFO_EVENT_RPC:
59  return "FIFO_EVENT_RPC";
60  default:
61  return "UNKNOWN FIFO EVENT";
62  }
63 }
64 
65 #define foreach_session_input_error \
66 _(NO_SESSION, "No session drops") \
67 _(NO_LISTENER, "No listener for dst port drops") \
68 _(ENQUEUED, "Packets pushed into rx fifo") \
69 _(NOT_READY, "Session not ready packets") \
70 _(FIFO_FULL, "Packets dropped for lack of rx fifo space") \
71 _(EVENT_FIFO_FULL, "Events not sent for lack of event fifo space") \
72 _(API_QUEUE_FULL, "Sessions not created for lack of API queue space") \
73 _(NEW_SEG_NO_SPACE, "Created segment, couldn't allocate a fifo pair") \
74 _(NO_SPACE, "Couldn't allocate a fifo pair") \
75 _(SEG_CREATE, "Couldn't create a new segment")
76 
77 typedef enum
78 {
79 #define _(sym,str) SESSION_ERROR_##sym,
81 #undef _
84 
85 typedef struct
86 {
87  void *fp;
88  void *arg;
89 } rpc_args_t;
90 
92 
93 /* *INDENT-OFF* */
94 typedef CLIB_PACKED (struct {
95  union
96  {
97  svm_fifo_t * fifo;
98  session_handle_t session_handle;
99  rpc_args_t rpc_args;
100  };
101  u8 event_type;
102  u8 postponed;
103 }) session_fifo_event_t;
104 /* *INDENT-ON* */
105 
107 {
111 
112 /* *INDENT-OFF* */
113 typedef CLIB_PACKED (struct session_dgram_header_
114 {
117  ip46_address_t rmt_ip;
118  ip46_address_t lcl_ip;
119  u16 rmt_port;
120  u16 lcl_port;
121  u8 is_ip4;
122 }) session_dgram_hdr_t;
123 /* *INDENT-ON* */
124 
125 #define SESSION_CONN_ID_LEN 37
126 #define SESSION_CONN_HDR_LEN 45
127 
128 STATIC_ASSERT (sizeof (session_dgram_hdr_t) == (SESSION_CONN_ID_LEN + 8),
129  "session conn id wrong length");
130 
131 typedef struct session_tx_context_
132 {
133  CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
148  CLIB_CACHE_LINE_ALIGN_MARK (cacheline1);
149  session_dgram_hdr_t hdr;
151 
152 /* Forward definition */
153 typedef struct _session_manager_main session_manager_main_t;
154 
155 typedef int
157  session_fifo_event_t * e0, stream_session_t * s0,
158  int *n_tx_pkts);
159 
163 
164 u8 session_node_lookup_fifo_event (svm_fifo_t * f, session_fifo_event_t * e);
165 
166 struct _session_manager_main
167 {
168  /** Per worker thread session pools */
169  stream_session_t **sessions;
170 
171  /** Per worker-thread session pool peekers rw locks */
172  clib_rwlock_t *peekers_rw_locks;
173 
174  /** Per-proto, per-worker enqueue epoch counters */
175  u32 *current_enqueue_epoch[TRANSPORT_N_PROTO];
176 
177  /** Per-proto, per-worker thread vector of sessions to enqueue */
178  u32 **session_to_enqueue[TRANSPORT_N_PROTO];
179 
180  /** per-worker tx buffer free lists */
181  u32 **tx_buffers;
182 
183  /** Per worker-thread vector of partially read events */
184  session_fifo_event_t **free_event_vector;
185 
186  /** per-worker active event vectors */
187  session_fifo_event_t **pending_event_vector;
188 
189  /** per-worker postponed disconnects */
190  session_fifo_event_t **pending_disconnects;
191 
192  /** per-worker session context */
194 
195  /** vpp fifo event queue */
196  svm_queue_t **vpp_event_queues;
197 
198  /** Event queues memfd segment initialized only if so configured */
199  ssvm_private_t evt_qs_segment;
200 
201  /** Unique segment name counter */
202  u32 unique_segment_name_counter;
203 
204  /** Per transport rx function that can either dequeue or peek */
206 
207  /** Per session type output nodes. Could optimize to group nodes by
208  * fib but lookup would then require session type parsing in session node.
209  * Trade memory for speed, for now */
210  u32 *session_type_to_next;
211 
212  /** Session manager is enabled */
213  u8 is_enabled;
214 
215  /** vpp fifo event queue configured length */
216  u32 configured_event_queue_length;
217 
218  /*
219  * Config parameters
220  */
221 
222  /** Session ssvm segment configs*/
223  uword session_baseva;
224  uword session_va_space_size;
225  u32 evt_qs_segment_size;
226  u8 evt_qs_use_memfd_seg;
227 
228  /** Session table size parameters */
229  u32 configured_v4_session_table_buckets;
230  u32 configured_v4_session_table_memory;
231  u32 configured_v4_halfopen_table_buckets;
232  u32 configured_v4_halfopen_table_memory;
233  u32 configured_v6_session_table_buckets;
234  u32 configured_v6_session_table_memory;
235  u32 configured_v6_halfopen_table_buckets;
236  u32 configured_v6_halfopen_table_memory;
237 
238  /** Transport table (preallocation) size parameters */
239  u32 local_endpoints_table_memory;
240  u32 local_endpoints_table_buckets;
241 
242  /** Preallocate session config parameter */
243  u32 preallocated_sessions;
244 
245 #if SESSION_DEBUG
246  /**
247  * last event poll time by thread
248  * Debug only. Will cause false cache-line sharing as-is
249  */
250  f64 *last_event_poll_by_thread;
251 #endif
252 
253 };
254 
258 
259 #define SESSION_Q_PROCESS_FLUSH_FRAMES 1
260 #define SESSION_Q_PROCESS_STOP 2
261 
262 /*
263  * Session manager function
264  */
267 {
268  return &session_manager_main;
269 }
270 
272 stream_session_is_valid (u32 si, u8 thread_index)
273 {
274  stream_session_t *s;
275  s = pool_elt_at_index (session_manager_main.sessions[thread_index], si);
276  if (s->thread_index != thread_index || s->session_index != si
277  /* || s->server_rx_fifo->master_session_index != si
278  || s->server_tx_fifo->master_session_index != si
279  || s->server_rx_fifo->master_thread_index != thread_index
280  || s->server_tx_fifo->master_thread_index != thread_index */ )
281  return 0;
282  return 1;
283 }
284 
285 stream_session_t *session_alloc (u32 thread_index);
287 void session_free (stream_session_t * s);
288 
290 session_get (u32 si, u32 thread_index)
291 {
292  ASSERT (stream_session_is_valid (si, thread_index));
293  return pool_elt_at_index (session_manager_main.sessions[thread_index], si);
294 }
295 
297 session_get_if_valid (u64 si, u32 thread_index)
298 {
299  if (thread_index >= vec_len (session_manager_main.sessions))
300  return 0;
301 
302  if (pool_is_free_index (session_manager_main.sessions[thread_index], si))
303  return 0;
304 
305  ASSERT (stream_session_is_valid (si, thread_index));
306  return pool_elt_at_index (session_manager_main.sessions[thread_index], si);
307 }
308 
309 always_inline session_handle_t
311 {
312  return ((u64) s->thread_index << 32) | (u64) s->session_index;
313 }
314 
316 session_index_from_handle (session_handle_t handle)
317 {
318  return handle & 0xFFFFFFFF;
319 }
320 
322 session_thread_from_handle (session_handle_t handle)
323 {
324  return handle >> 32;
325 }
326 
327 always_inline void
328 session_parse_handle (session_handle_t handle, u32 * index,
329  u32 * thread_index)
330 {
331  *index = session_index_from_handle (handle);
332  *thread_index = session_thread_from_handle (handle);
333 }
334 
336 session_get_from_handle (session_handle_t handle)
337 {
339  u32 session_index, thread_index;
340  session_parse_handle (handle, &session_index, &thread_index);
341  return pool_elt_at_index (smm->sessions[thread_index], session_index);
342 }
343 
345 session_get_from_handle_if_valid (session_handle_t handle)
346 {
347  u32 session_index, thread_index;
348  session_parse_handle (handle, &session_index, &thread_index);
349  return session_get_if_valid (session_index, thread_index);
350 }
351 
353 session_handle_is_local (session_handle_t handle)
354 {
355  if ((handle >> 32) == SESSION_LOCAL_HANDLE_PREFIX)
356  return 1;
357  return 0;
358 }
359 
362 {
363  return (st >> 1);
364 }
365 
368 {
369  return (st & 1);
370 }
371 
374 {
375  return (s->session_type >> 1);
376 }
377 
380 {
381  u8 is_ip4 = s->session_type & 1;
382  return (is_ip4 ? FIB_PROTOCOL_IP4 : FIB_PROTOCOL_IP6);
383 }
384 
387 {
388  return (proto << 1 | is_ip4);
389 }
390 
393 {
395 }
396 
400 
401 /**
402  * Acquires a lock that blocks a session pool from expanding.
403  *
404  * This is typically used for safely peeking into other threads'
405  * pools in order to clone elements. Lock should be dropped as soon
406  * as possible by calling @ref session_pool_remove_peeker.
407  *
408  * NOTE: Avoid using pool_elt_at_index while the lock is held because
409  * it may lead to free elt bitmap expansion/contraction!
410  */
411 always_inline void
413 {
415  if (thread_index == vlib_get_thread_index ())
416  return;
417  clib_rwlock_reader_lock (&smm->peekers_rw_locks[thread_index]);
418 }
419 
420 always_inline void
422 {
424  if (thread_index == vlib_get_thread_index ())
425  return;
426  clib_rwlock_reader_unlock (&smm->peekers_rw_locks[thread_index]);
427 }
428 
429 /**
430  * Get session from handle and 'lock' pool resize if not in same thread
431  *
432  * Caller should drop the peek 'lock' as soon as possible.
433  */
436 {
438  u32 thread_index = session_thread_from_handle (handle);
439  if (thread_index == vlib_get_thread_index ())
440  {
441  return pool_elt_at_index (smm->sessions[thread_index],
442  session_index_from_handle (handle));
443  }
444  else
445  {
446  session_pool_add_peeker (thread_index);
447  /* Don't use pool_elt_at index. See @ref session_pool_add_peeker */
448  return smm->sessions[thread_index] + session_index_from_handle (handle);
449  }
450 }
451 
454 {
455  stream_session_t *s = session_get (tc->s_index, tc->thread_index);
456  return svm_fifo_max_enqueue (s->server_rx_fifo);
457 }
458 
461 {
462  stream_session_t *s = session_get (tc->s_index, tc->thread_index);
463  return s->server_rx_fifo->nitems;
464 }
465 
468 {
469  stream_session_t *s = session_get (tc->s_index, tc->thread_index);
470  return s->server_tx_fifo->nitems;
471 }
472 
475 {
476  return (s - session_manager_main.sessions[s->thread_index]);
477 }
478 
480 session_clone_safe (u32 session_index, u32 thread_index)
481 {
482  stream_session_t *old_s, *new_s;
483  u32 current_thread_index = vlib_get_thread_index ();
484 
485  /* If during the memcpy pool is reallocated AND the memory allocator
486  * decides to give the old chunk of memory to somebody in a hurry to
487  * scribble something on it, we have a problem. So add this thread as
488  * a session pool peeker.
489  */
490  session_pool_add_peeker (thread_index);
491  new_s = session_alloc (current_thread_index);
492  old_s = session_manager_main.sessions[thread_index] + session_index;
493  clib_memcpy (new_s, old_s, sizeof (*new_s));
494  session_pool_remove_peeker (thread_index);
495  new_s->thread_index = current_thread_index;
496  new_s->session_index = session_get_index (new_s);
497  return new_s;
498 }
499 
501 
503 
504 int
506  vlib_buffer_t * b, u32 offset,
507  u8 queue_event, u8 is_in_order);
509  session_dgram_hdr_t * hdr,
510  vlib_buffer_t * b, u8 proto,
511  u8 queue_event);
513  u32 offset, u32 max_bytes);
515 
518  u32 old_thread_index,
519  stream_session_t ** new_session);
521  u32 rx_pointer, u32 tx_pointer);
522 
527 int stream_session_accept (transport_connection_t * tc, u32 listener_index,
528  u8 notify);
529 int session_open (u32 app_index, session_endpoint_t * tep, u32 opaque);
535 void session_send_session_evt_to_thread (u64 session_handle,
536  fifo_event_type_t evt_type,
537  u32 thread_index);
539 
540 u8 *format_stream_session (u8 * s, va_list * args);
541 uword unformat_stream_session (unformat_input_t * input, va_list * args);
543  va_list * args);
544 
545 void session_register_transport (transport_proto_t transport_proto,
546  const transport_proto_vft_t * vft, u8 is_ip4,
547  u32 output_node);
548 
550 
553 {
554  return session_manager_main.vpp_event_queues[thread_index];
555 }
556 
557 int session_manager_flush_enqueue_events (u8 proto, u32 thread_index);
558 int session_manager_flush_all_enqueue_events (u8 transport_proto);
559 
562 {
563  ASSERT (s->session_state == SESSION_STATE_LISTENING);
564  return session_handle (s);
565 }
566 
568 listen_session_get_from_handle (session_handle_t handle)
569 {
570  return session_get_from_handle (handle);
571 }
572 
573 always_inline void
574 listen_session_parse_handle (session_handle_t handle, u32 * index,
575  u32 * thread_index)
576 {
577  session_parse_handle (handle, index, thread_index);
578 }
579 
582 {
583  stream_session_t *s;
584  s = session_alloc (thread_index);
585  s->session_type = type;
586  s->session_state = SESSION_STATE_LISTENING;
587  return s;
588 }
589 
592 {
593  return session_get (index, 0);
594 }
595 
596 always_inline void
598 {
599  session_free (s);
600 }
601 
603 
604 int
606  session_endpoint_t * sep);
607 
609 
612 {
613  return session_manager_main.is_enabled == 1;
614 }
615 
616 #define session_cli_return_if_not_enabled() \
617 do { \
618  if (!session_manager_main.is_enabled) \
619  return clib_error_return(0, "session layer is not enabled"); \
620 } while (0)
621 
622 void session_node_enable_disable (u8 is_en);
623 
624 #endif /* __included_session_h__ */
625 
626 /*
627  * fd.io coding-style-patch-verification: ON
628  *
629  * Local Variables:
630  * eval: (c-set-style "gnu")
631  * End:
632  */
static void clib_rwlock_reader_lock(clib_rwlock_t *p)
Definition: lock.h:139
static svm_queue_t * session_manager_get_vpp_event_queue(u32 thread_index)
Definition: session.h:552
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
Definition: cache.h:63
static u32 transport_rx_fifo_size(transport_connection_t *tc)
Definition: session.h:460
void * arg
Definition: session.h:88
struct _transport_connection transport_connection_t
int session_dgram_connect_notify(transport_connection_t *tc, u32 old_thread_index, stream_session_t **new_session)
Move dgram session to the right thread.
Definition: session.c:666
vlib_buffer_t * b
Definition: session.h:137
uword unformat_transport_connection(unformat_input_t *input, va_list *args)
Definition: session_cli.c:169
unsigned long u64
Definition: types.h:89
struct session_tx_context_ session_tx_context_t
uword unformat_stream_session(unformat_input_t *input, va_list *args)
Definition: session_cli.c:138
struct _transport_proto_vft transport_proto_vft_t
ssvm_private_t * session_manager_get_evt_q_segment(void)
Definition: session.c:1214
typedef CLIB_PACKED(struct{union{svm_fifo_t *fifo;session_handle_t session_handle;rpc_args_t rpc_args;};u8 event_type;u8 postponed;}) session_fifo_event_t
int stream_session_accept(transport_connection_t *tc, u32 listener_index, u8 notify)
Accept a stream session.
Definition: session.c:789
int session_stream_connect_notify(transport_connection_t *tc, u8 is_fail)
Definition: session.c:564
static void session_parse_handle(session_handle_t handle, u32 *index, u32 *thread_index)
Definition: session.h:328
static u32 svm_fifo_max_enqueue(svm_fifo_t *f)
Definition: svm_fifo.h:111
static void session_pool_remove_peeker(u32 thread_index)
Definition: session.h:421
#define SESSION_LOCAL_HANDLE_PREFIX
Definition: session.h:28
u64 session_handle_t
Definition: session.h:91
void * fp
Definition: session.h:87
static u32 session_index_from_handle(session_handle_t handle)
Definition: session.h:316
static stream_session_t * session_get_from_handle(session_handle_t handle)
Definition: session.h:336
static u8 session_manager_is_enabled()
Definition: session.h:611
int listen_session_get_local_session_endpoint(stream_session_t *listener, session_endpoint_t *sep)
Definition: session.c:1287
vlib_node_registration_t session_queue_node
(constructor) VLIB_REGISTER_NODE (session_queue_node)
Definition: session_node.c:47
enum transport_service_type_ transport_service_type_t
unsigned char u8
Definition: types.h:56
static stream_session_t * listen_session_get_from_handle(session_handle_t handle)
Definition: session.h:568
session_fifo_rx_fn session_tx_fifo_peek_and_snd
enum fib_protocol_t_ fib_protocol_t
Protocol Type.
double f64
Definition: types.h:142
static session_fifo_rx_fn * session_tx_fns[TRANSPORT_TX_N_FNS]
Definition: session.c:1223
struct _svm_fifo svm_fifo_t
fifo_event_type_t
Definition: session.h:33
int session_enqueue_dgram_connection(stream_session_t *s, session_dgram_hdr_t *hdr, vlib_buffer_t *b, u8 proto, u8 queue_event)
Definition: session.c:362
#define always_inline
Definition: clib.h:92
int session_open(u32 app_index, session_endpoint_t *tep, u32 opaque)
Ask transport to open connection to remote transport endpoint.
Definition: session.c:923
static stream_session_t * listen_session_get(u32 index)
Definition: session.h:591
stream_session_t * s
Definition: session.h:134
void stream_session_accept_notify(transport_connection_t *tc)
Definition: session.c:702
u32 stream_session_dequeue_drop(transport_connection_t *tc, u32 max_bytes)
Definition: session.c:434
unsigned int u32
Definition: types.h:88
struct _stream_session_t stream_session_t
u8 session_node_lookup_fifo_event(svm_fifo_t *f, session_fifo_event_t *e)
Definition: session_node.c:648
enum transport_dequeue_type_ transport_tx_fn_type_t
u8 session_tx_is_dgram(stream_session_t *s)
Definition: session.c:1154
static transport_proto_t session_get_transport_proto(stream_session_t *s)
Definition: session.h:373
static void listen_session_del(stream_session_t *s)
Definition: session.h:597
static session_manager_main_t * vnet_get_session_manager_main()
Definition: session.h:266
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
Definition: pool.h:461
#define SESSION_CONN_ID_LEN
Definition: session.h:125
struct _session_endpoint session_endpoint_t
static void clib_rwlock_reader_unlock(clib_rwlock_t *p)
Definition: lock.h:157
transport_proto_vft_t * transport_vft
Definition: session.h:135
void session_register_transport(transport_proto_t transport_proto, const transport_proto_vft_t *vft, u8 is_ip4, u32 output_node)
Initialize session layer for given transport proto and ip version.
Definition: session.c:1238
static u8 session_handle_is_local(session_handle_t handle)
Definition: session.h:353
struct _unformat_input_t unformat_input_t
static u32 session_get_index(stream_session_t *s)
Definition: session.h:474
unsigned short u16
Definition: types.h:57
static session_handle_t session_handle(stream_session_t *s)
Definition: session.h:310
void stream_session_disconnect_transport(stream_session_t *s)
Notify transport the session can be disconnected.
Definition: session.c:1107
void stream_session_init_fifos_pointers(transport_connection_t *tc, u32 rx_pointer, u32 tx_pointer)
Init fifo tail and head pointers.
Definition: session.c:554
static stream_session_t * session_get_if_valid(u64 si, u32 thread_index)
Definition: session.h:297
struct _session_manager_main session_manager_main_t
Definition: session.h:153
static stream_session_t * session_get(u32 si, u32 thread_index)
Definition: session.h:290
static void session_pool_add_peeker(u32 thread_index)
Acquires a lock that blocks a session pool from expanding.
Definition: session.h:412
static u32 session_thread_from_handle(session_handle_t handle)
Definition: session.h:322
void session_node_enable_disable(u8 is_en)
Definition: session.c:1405
int session_manager_flush_enqueue_events(u8 proto, u32 thread_index)
Flushes queue of sessions that are to be notified of new data enqueued events.
Definition: session.c:515
session_fifo_rx_fn session_tx_fifo_dequeue_and_snd
static_always_inline uword vlib_get_thread_index(void)
Definition: threads.h:221
static session_type_t session_type_from_proto_and_ip(transport_proto_t proto, u8 is_ip4)
Definition: session.h:386
vlib_main_t * vm
Definition: buffer.c:294
static transport_proto_t session_type_transport_proto(session_type_t st)
Definition: session.h:361
u8 * format_stream_session(u8 *s, va_list *args)
Format stream session as per the following format.
Definition: session_cli.c:55
void stream_session_disconnect(stream_session_t *s)
Initialize session disconnect.
Definition: session.c:1063
static stream_session_t * session_get_from_handle_safe(u64 handle)
Get session from handle and &#39;lock&#39; pool resize if not in same thread.
Definition: session.h:435
#define clib_memcpy(a, b, c)
Definition: string.h:75
int stream_session_stop_listen(stream_session_t *s)
Ask transport to stop listening on local transport endpoint.
Definition: session.c:1034
#define pool_is_free_index(P, I)
Use free bitmap to query whether given index is free.
Definition: pool.h:270
STATIC_ASSERT(sizeof(session_dgram_hdr_t)==(SESSION_CONN_ID_LEN+8),"session conn id wrong length")
session_manager_main_t session_manager_main
Definition: session.c:27
int( session_fifo_rx_fn)(vlib_main_t *vm, vlib_node_runtime_t *node, session_fifo_event_t *e0, stream_session_t *s0, int *n_tx_pkts)
Definition: session.h:156
static u8 session_has_transport(stream_session_t *s)
Definition: session.h:392
static u8 stream_session_is_valid(u32 si, u8 thread_index)
Definition: session.h:272
transport_tx_fn_type_t session_transport_tx_fn_type(stream_session_t *)
Definition: session.c:1146
clib_error_t * vnet_session_enable_disable(vlib_main_t *vm, u8 is_en)
Definition: session.c:1439
static stream_session_t * session_get_from_handle_if_valid(session_handle_t handle)
Definition: session.h:345
void stream_session_delete_notify(transport_connection_t *tc)
Notification from transport that connection is being deleted.
Definition: session.c:760
void stream_session_cleanup(stream_session_t *s)
Cleanup transport and session state.
Definition: session.c:1122
#define ASSERT(truth)
struct session_dgram_pre_hdr_ session_dgram_pre_hdr_t
void stream_session_reset_notify(transport_connection_t *tc)
Notify application that connection has been reset.
Definition: session.c:775
u8 session_type_t
static const char * fifo_event_type_str(fifo_event_type_t et)
Definition: session.h:44
long ctx[MAX_CONNS]
Definition: main.c:126
void session_send_session_evt_to_thread(u64 session_handle, fifo_event_type_t evt_type, u32 thread_index)
Definition: session.c:60
transport_connection_t * session_get_transport(stream_session_t *s)
Definition: session.c:1267
int session_enqueue_stream_connection(transport_connection_t *tc, vlib_buffer_t *b, u32 offset, u8 queue_event, u8 is_in_order)
Definition: session.c:306
int session_manager_flush_all_enqueue_events(u8 transport_proto)
Definition: session.c:539
u32 session_tx_fifo_max_dequeue(transport_connection_t *tc)
Definition: session.c:417
session_dgram_hdr_t hdr
Definition: session.h:149
transport_service_type_t session_transport_service_type(stream_session_t *)
Definition: session.c:1138
void session_free(stream_session_t *s)
Definition: session.c:108
struct _vlib_node_registration vlib_node_registration_t
enum _transport_proto transport_proto_t
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
stream_session_t * session_alloc(u32 thread_index)
Definition: session.c:81
session_fifo_rx_fn session_tx_fifo_dequeue_internal
static stream_session_t * session_clone_safe(u32 session_index, u32 thread_index)
Definition: session.h:480
static stream_session_t * listen_session_new(u8 thread_index, session_type_t type)
Definition: session.h:581
u64 uword
Definition: types.h:112
struct _segment_manager segment_manager_t
session_error_t
Definition: session.h:77
#define foreach_session_input_error
Definition: session.h:65
int session_alloc_fifos(segment_manager_t *sm, stream_session_t *s)
Definition: session.c:116
struct _svm_queue svm_queue_t
transport_connection_t * tc
Definition: session.h:136
vlib_node_registration_t session_queue_process_node
(constructor) VLIB_REGISTER_NODE (session_queue_process_node)
Definition: session_node.c:916
int stream_session_listen(stream_session_t *s, session_endpoint_t *tep)
Ask transport to listen on local transport endpoint.
Definition: session.c:1022
int stream_session_peek_bytes(transport_connection_t *tc, u8 *buffer, u32 offset, u32 max_bytes)
Definition: session.c:426
static u32 transport_max_rx_enqueue(transport_connection_t *tc)
Definition: session.h:453
transport_connection_t * listen_session_get_transport(stream_session_t *s)
Definition: session.c:1280
static fib_protocol_t session_get_fib_proto(stream_session_t *s)
Definition: session.h:379
static u8 session_type_is_ip4(session_type_t st)
Definition: session.h:367
static u64 listen_session_get_handle(stream_session_t *s)
Definition: session.h:561
void stream_session_disconnect_notify(transport_connection_t *tc)
Notification from transport that connection is being closed.
Definition: session.c:720
static u32 transport_tx_fifo_size(transport_connection_t *tc)
Definition: session.h:467
void session_flush_frames_main_thread(vlib_main_t *vm)
Definition: session.c:1307
static void listen_session_parse_handle(session_handle_t handle, u32 *index, u32 *thread_index)
Definition: session.h:574