15 #ifndef __included_session_h__ 16 #define __included_session_h__ 25 #define HALF_OPEN_LOOKUP_INVALID_VALUE ((u64)~0) 26 #define INVALID_INDEX ((u32)~0) 27 #define SESSION_PROXY_LISTENER_INDEX ((u8)~0 - 1) 28 #define SESSION_LOCAL_HANDLE_PREFIX 0x7FFFFFFF 31 #define MAX_HDRS_LEN 100 58 static inline const char *
64 return "FIFO_EVENT_APP_RX";
66 return "FIFO_EVENT_APP_TX";
68 return "FIFO_EVENT_DISCONNECT";
70 return "FIFO_EVENT_BUILTIN_RX";
72 return "FIFO_EVENT_RPC";
74 return "UNKNOWN FIFO EVENT";
85 #define foreach_session_input_error \ 86 _(NO_SESSION, "No session drops") \ 87 _(NO_LISTENER, "No listener for dst port drops") \ 88 _(ENQUEUED, "Packets pushed into rx fifo") \ 89 _(NOT_READY, "Session not ready packets") \ 90 _(FIFO_FULL, "Packets dropped for lack of rx fifo space") \ 91 _(EVENT_FIFO_FULL, "Events not sent for lack of event fifo space") \ 92 _(API_QUEUE_FULL, "Sessions not created for lack of API queue space") \ 93 _(NEW_SEG_NO_SPACE, "Created segment, couldn't allocate a fifo pair") \ 94 _(NO_SPACE, "Couldn't allocate a fifo pair") \ 95 _(SEG_CREATE, "Couldn't create a new segment") 99 #define _(sym,str) SESSION_ERROR_##sym, 128 } __clib_packed session_event_t;
131 #define SESSION_MSG_NULL { } 144 ip46_address_t rmt_ip;
145 ip46_address_t lcl_ip;
149 }) session_dgram_hdr_t;
152 #define SESSION_CONN_ID_LEN 37 153 #define SESSION_CONN_HDR_LEN 45 156 "session conn id wrong length");
229 session_event_t * e,
int *n_tx_pkts);
294 f64 *last_event_poll_by_thread;
303 #define SESSION_Q_PROCESS_FLUSH_FRAMES 1 304 #define SESSION_Q_PROCESS_STOP 2 318 return &session_manager_main.
wrk[thread_index];
326 if (s->thread_index != thread_index || s->session_index != si
351 if (thread_index >=
vec_len (session_manager_main.
wrk))
366 return ((
u64) s->thread_index << 32) | (
u64) s->session_index;
372 return handle & 0xFFFFFFFF;
393 u32 session_index, thread_index;
401 u32 session_index, thread_index;
429 return (s->session_type >> 1);
435 u8 is_ip4 = s->session_type & 1;
442 return (proto << 1 | is_ip4);
533 return s->server_rx_fifo->nitems;
540 return s->server_tx_fifo->nitems;
565 return (s - session_manager_main.
wrk[s->thread_index].
sessions);
581 old_s = session_manager_main.
wrk[thread_index].
sessions + session_index;
584 new_s->thread_index = current_thread_index;
596 u8 queue_event,
u8 is_in_order);
598 session_dgram_hdr_t * hdr,
602 u32 offset,
u32 max_bytes);
607 u32 old_thread_index,
611 u32 rx_pointer,
u32 tx_pointer);
627 session_evt_type_t evt_type);
629 session_evt_type_t evt_type);
689 s->session_type = type;
720 #define session_cli_return_if_not_enabled() \ 722 if (!session_manager_main.is_enabled) \ 723 return clib_error_return(0, "session layer is not enabled"); \
u32 configured_v4_session_table_memory
static void clib_rwlock_reader_lock(clib_rwlock_t *p)
f64 dispatch_period
Our approximation of a "complete" dispatch loop period.
static u64 session_segment_handle(stream_session_t *s)
void session_free_w_fifos(stream_session_t *s)
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
clib_rwlock_t peekers_rw_locks
Peekers rw lock.
static u32 transport_rx_fifo_size(transport_connection_t *tc)
struct session_manager_main_ session_manager_main_t
static f64 transport_time_now(u32 thread_index)
struct _transport_connection transport_connection_t
int session_dgram_connect_notify(transport_connection_t *tc, u32 old_thread_index, stream_session_t **new_session)
Move dgram session to the right thread.
uword unformat_transport_connection(unformat_input_t *input, va_list *args)
static u8 svm_fifo_has_ooo_data(svm_fifo_t *f)
ssvm_private_t evt_qs_segment
Event queues memfd segment initialized only if so configured.
u32 configured_v4_halfopen_table_memory
u32 configured_v6_session_table_buckets
struct session_tx_context_ session_tx_context_t
#define clib_memcpy_fast(a, b, c)
uword unformat_stream_session(unformat_input_t *input, va_list *args)
void session_transport_close(stream_session_t *s)
Notify transport the session can be disconnected.
int session_stop_listen(stream_session_t *s)
Ask transport to stop listening on local transport endpoint.
struct _transport_proto_vft transport_proto_vft_t
ssvm_private_t * session_manager_get_evt_q_segment(void)
session_event_t * pending_event_vector
Vector of active event vectors.
int session_listen(stream_session_t *s, session_endpoint_cfg_t *sep)
Ask transport to listen on session endpoint.
session_event_t * postponed_event_vector
Vector of postponed events.
int stream_session_accept(transport_connection_t *tc, u32 listener_index, u8 notify)
Accept a stream session.
int session_stream_connect_notify(transport_connection_t *tc, u8 is_fail)
int session_dequeue_notify(stream_session_t *s)
static void session_parse_handle(session_handle_t handle, u32 *index, u32 *thread_index)
static u32 svm_fifo_max_enqueue(svm_fifo_t *f)
static void session_pool_remove_peeker(u32 thread_index)
#define SESSION_LOCAL_HANDLE_PREFIX
u8 is_enabled
Session manager is enabled.
static u32 session_index_from_handle(session_handle_t handle)
static stream_session_t * session_get_from_handle(session_handle_t handle)
static u8 session_manager_is_enabled()
u32 configured_v6_halfopen_table_memory
int listen_session_get_local_session_endpoint(stream_session_t *listener, session_endpoint_t *sep)
vlib_node_registration_t session_queue_node
(constructor) VLIB_REGISTER_NODE (session_queue_node)
enum transport_service_type_ transport_service_type_t
static stream_session_t * listen_session_get_from_handle(session_handle_t handle)
session_fifo_rx_fn session_tx_fifo_peek_and_snd
enum fib_protocol_t_ fib_protocol_t
Protocol Type.
session_event_t * pending_disconnects
Vector of postponed disconnects.
struct _svm_fifo svm_fifo_t
static svm_msg_q_t * session_manager_get_vpp_event_queue(u32 thread_index)
void session_send_rpc_evt_to_thread(u32 thread_index, void *fp, void *rpc_args)
int session_enqueue_dgram_connection(stream_session_t *s, session_dgram_hdr_t *hdr, vlib_buffer_t *b, u8 proto, u8 queue_event)
void session_transport_closed_notify(transport_connection_t *tc)
Notification from transport that session can be closed.
static u32 svm_fifo_max_dequeue(svm_fifo_t *f)
int session_open(u32 app_index, session_endpoint_t *tep, u32 opaque)
Ask transport to open connection to remote transport endpoint.
static stream_session_t * listen_session_get(u32 index)
STATIC_ASSERT(sizeof(session_dgram_hdr_t)==(SESSION_CONN_ID_LEN+8), "session conn id wrong length")
u32 stream_session_dequeue_drop(transport_connection_t *tc, u32 max_bytes)
u32 configured_v6_session_table_memory
struct _stream_session_t stream_session_t
int() session_fifo_rx_fn(vlib_main_t *vm, vlib_node_runtime_t *node, session_manager_worker_t *wrk, session_event_t *e, int *n_tx_pkts)
enum transport_dequeue_type_ transport_tx_fn_type_t
stream_session_t * sessions
Worker session pool.
u8 session_tx_is_dgram(stream_session_t *s)
struct _session_endpoint_cfg session_endpoint_cfg_t
session_event_t * free_event_vector
Vector of partially read events.
static transport_proto_t session_get_transport_proto(stream_session_t *s)
static void listen_session_del(stream_session_t *s)
f64 last_vlib_time
vlib_time_now last time around the track
static session_manager_main_t * vnet_get_session_manager_main()
#define pool_elt_at_index(p, i)
Returns pointer to element at given index.
#define SESSION_CONN_ID_LEN
struct _session_endpoint session_endpoint_t
static void clib_rwlock_reader_unlock(clib_rwlock_t *p)
transport_proto_vft_t * transport_vft
void session_register_transport(transport_proto_t transport_proto, const transport_proto_vft_t *vft, u8 is_ip4, u32 output_node)
Initialize session layer for given transport proto and ip version.
static u8 session_handle_is_local(session_handle_t handle)
static u32 session_get_index(stream_session_t *s)
u32 configured_v6_halfopen_table_buckets
static session_handle_t session_handle(stream_session_t *s)
void stream_session_init_fifos_pointers(transport_connection_t *tc, u32 rx_pointer, u32 tx_pointer)
Init fifo tail and head pointers.
static stream_session_t * session_get_if_valid(u64 si, u32 thread_index)
typedef CLIB_PACKED(struct session_dgram_header_ { u32 data_length;u32 data_offset;ip46_address_t rmt_ip;ip46_address_t lcl_ip;u16 rmt_port;u16 lcl_port;u8 is_ip4;}) session_dgram_hdr_t
void session_close(stream_session_t *s)
Initialize session closing procedure.
int stream_session_accept_notify(transport_connection_t *tc)
static stream_session_t * session_get(u32 si, u32 thread_index)
static void session_pool_add_peeker(u32 thread_index)
Acquires a lock that blocks a session pool from expanding.
static u32 session_thread_from_handle(session_handle_t handle)
void session_transport_cleanup(stream_session_t *s)
Cleanup transport and session state.
session_tx_context_t ctx
Context for session tx.
void session_node_enable_disable(u8 is_en)
struct session_manager_worker_ session_manager_worker_t
int session_manager_flush_enqueue_events(u8 proto, u32 thread_index)
Flushes queue of sessions that are to be notified of new data enqueued events.
session_fifo_rx_fn session_tx_fifo_dequeue_and_snd
static session_manager_worker_t * session_manager_get_worker(u32 thread_index)
static_always_inline uword vlib_get_thread_index(void)
static session_type_t session_type_from_proto_and_ip(transport_proto_t proto, u8 is_ip4)
static transport_proto_t session_type_transport_proto(session_type_t st)
u8 * format_stream_session(u8 *s, va_list *args)
Format stream session as per the following format.
static u8 transport_rx_fifo_has_ooo_data(transport_connection_t *tc)
static stream_session_t * session_get_from_handle_safe(u64 handle)
Get session from handle and 'lock' pool resize if not in same thread.
#define pool_is_free_index(P, I)
Use free bitmap to query whether given index is free.
session_manager_main_t session_manager_main
void session_transport_delete_notify(transport_connection_t *tc)
Notification from transport that connection is being deleted.
static u8 session_has_transport(stream_session_t *s)
u32 configured_v4_halfopen_table_buckets
u32 local_endpoints_table_buckets
static u8 stream_session_is_valid(u32 si, u8 thread_index)
transport_tx_fn_type_t session_transport_tx_fn_type(stream_session_t *)
clib_error_t * vnet_session_enable_disable(vlib_main_t *vm, u8 is_en)
static u64 segment_manager_make_segment_handle(u32 segment_manager_index, u32 segment_index)
static stream_session_t * session_get_from_handle_if_valid(session_handle_t handle)
static u32 transport_max_tx_dequeue(transport_connection_t *tc)
session_fifo_rx_fn ** session_tx_fns
Per transport rx function that can either dequeue or peek.
void session_transport_reset_notify(transport_connection_t *tc)
Notify application that connection has been reset.
struct session_dgram_pre_hdr_ session_dgram_pre_hdr_t
int session_send_io_evt_to_thread(svm_fifo_t *f, session_evt_type_t evt_type)
transport_connection_t * session_get_transport(stream_session_t *s)
u32 * tx_buffers
Vector of tx buffer free lists.
u32 preallocated_sessions
Preallocate session config parameter.
static void transport_add_tx_event(transport_connection_t *tc)
int session_send_io_evt_to_thread_custom(void *data, u32 thread_index, session_evt_type_t evt_type)
int session_enqueue_stream_connection(transport_connection_t *tc, vlib_buffer_t *b, u32 offset, u8 queue_event, u8 is_in_order)
int session_manager_flush_all_enqueue_events(u8 transport_proto)
u32 * session_type_to_next
Per session type output nodes.
u32 session_tx_fifo_max_dequeue(transport_connection_t *tc)
u32 unique_segment_name_counter
Unique segment name counter.
transport_service_type_t session_transport_service_type(stream_session_t *)
void session_free(stream_session_t *s)
struct _vlib_node_registration vlib_node_registration_t
u32 configured_v4_session_table_buckets
Session table size parameters.
session_manager_worker_t * wrk
Worker contexts.
enum _transport_proto transport_proto_t
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
svm_msg_q_t * vpp_event_queue
vpp event message queue for worker
stream_session_t * session_alloc(u32 thread_index)
uword session_baseva
Session ssvm segment configs.
session_fifo_rx_fn session_tx_fifo_dequeue_internal
static stream_session_t * session_clone_safe(u32 session_index, u32 thread_index)
static stream_session_t * listen_session_new(u8 thread_index, session_type_t type)
struct _segment_manager segment_manager_t
#define foreach_session_input_error
int session_alloc_fifos(segment_manager_t *sm, stream_session_t *s)
transport_connection_t * tc
vlib_node_registration_t session_queue_process_node
(constructor) VLIB_REGISTER_NODE (session_queue_process_node)
u32 configured_event_queue_length
vpp fifo event queue configured length
static int svm_fifo_has_event(svm_fifo_t *f)
int stream_session_peek_bytes(transport_connection_t *tc, u8 *buffer, u32 offset, u32 max_bytes)
u8 session_node_lookup_fifo_event(svm_fifo_t *f, session_event_t *e)
static u32 transport_max_rx_enqueue(transport_connection_t *tc)
u32 local_endpoints_table_memory
Transport table (preallocation) size parameters.
transport_connection_t * listen_session_get_transport(stream_session_t *s)
static fib_protocol_t session_get_fib_proto(stream_session_t *s)
static u8 session_type_is_ip4(session_type_t st)
static u64 listen_session_get_handle(stream_session_t *s)
void session_transport_closing_notify(transport_connection_t *tc)
Notification from transport that connection is being closed.
static u32 transport_tx_fifo_size(transport_connection_t *tc)
static const char * fifo_event_type_str(session_evt_type_t et)
void session_flush_frames_main_thread(vlib_main_t *vm)
static f64 transport_dispatch_period(u32 thread_index)
static void listen_session_parse_handle(session_handle_t handle, u32 *index, u32 *thread_index)
uword session_va_space_size