35 .arc_name =
"ip6-unicast",
36 .node_name =
"nat64-in2out",
41 .arc_name =
"ip4-unicast",
42 .node_name =
"nat64-out2in",
47 .arc_name =
"ip6-unicast",
48 .node_name =
"nat64-in2out-handoff",
53 .arc_name =
"ip4-unicast",
54 .node_name =
"nat64-out2in-handoff",
61 0x00, 0x64, 0xff, 0x9b,
62 0x00, 0x00, 0x00, 0x00,
63 0x00, 0x00, 0x00, 0x00,
64 0x00, 0x00, 0x00, 0x00
74 u32 if_address_index,
u32 is_delete)
112 #ifdef clib_crc32c_uses_intrinsics 113 hash = clib_crc32c ((
u8 *) addr->as_u32, 16);
115 u64 tmp = addr->as_u64[0] ^ addr->as_u64[1];
120 next_worker_index += sm->
workers[hash & (_vec_len (sm->
workers) - 1)];
124 return next_worker_index;
144 ip46_address_t daddr;
145 nat64_db_bib_entry_t *bibe;
155 return (
u32) (db - nm->
db);
164 icmp46_header_t *icmp = (icmp46_header_t *) udp;
167 (
vnet_buffer (b)->ip.reass.icmp_type_or_tcp_flags))
177 case NAT_PROTOCOL_ICMP:
178 icmp = (icmp46_header_t *) l4_header;
182 case NAT_PROTOCOL_UDP:
183 case NAT_PROTOCOL_TCP:
193 port = clib_net_to_host_u16 (port);
260 uword st_memory_size)
273 if (
nat64_db_init (db, bib_buckets, bib_memory_size, st_buckets,
274 st_memory_size, nat64_free_out_addr_and_port))
304 return VNET_API_ERROR_VALUE_EXIST;
313 #define _(N, id, n, s) \ 314 clib_memset (a->busy_##n##_port_refcounts, 0, sizeof(a->busy_##n##_port_refcounts)); \ 315 a->busy_##n##_ports = 0; \ 316 vec_validate_init_empty (a->busy_##n##_ports_per_thread, tm->n_vlib_mains - 1, 0); 323 return VNET_API_ERROR_NO_SUCH_ENTRY;
345 if (nat_interface_is_inside(interface))
348 snat_add_del_addr_to_fib (addr, 32, interface->sw_if_index, is_add);
386 return VNET_API_ERROR_VALUE_EXIST;
392 first_int_addr, ~0, 0);
400 return VNET_API_ERROR_NO_SUCH_ENTRY;
408 first_int_addr, ~0, 1);
420 const char *feature_name, *arc_name;
426 if (i->sw_if_index == sw_if_index)
439 pool_get (nm->interfaces, interface);
441 interface->flags = 0;
448 nm->total_enabled_count++;
450 nm->nat64_expire_walk_node_index,
457 return VNET_API_ERROR_NO_SUCH_ENTRY;
465 pool_put (nm->interfaces, interface);
467 nm->total_enabled_count--;
478 if (nm->sm->num_workers > 1)
481 is_inside ?
"nat64-in2out-handoff" :
"nat64-out2in-handoff";
482 if (nm->fq_in2out_index == ~0)
483 nm->fq_in2out_index =
485 if (nm->fq_out2in_index == ~0)
486 nm->fq_out2in_index =
490 feature_name = is_inside ?
"nat64-in2out" :
"nat64-out2in";
492 arc_name = is_inside ?
"ip6-unicast" :
"ip4-unicast";
534 u32 worker_index = 0;
562 u32 thread_index = db - nm->
db;
564 u16 port_host_byte_order = clib_net_to_host_u16 (port);
573 #define _(N, j, n, s) \ 574 case NAT_PROTOCOL_##N: \ 575 ASSERT (a->busy_##n##_port_refcounts[port_host_byte_order] >= 1); \ 576 --a->busy_##n##_port_refcounts[port_host_byte_order]; \ 577 a->busy_##n##_ports--; \ 578 a->busy_##n##_ports_per_thread[thread_index]--; \ 601 nat64_db_bib_entry_t *bibe;
607 if ((static_bib->thread_index != thread_index) || (static_bib->done))
610 if (static_bib->is_add)
612 (void) nat64_db_bib_entry_create (thread_index, db,
613 &static_bib->in_addr,
614 &static_bib->out_addr,
616 static_bib->out_port,
617 static_bib->fib_index,
618 static_bib->proto, 1);
619 vlib_set_simple_counter (&nm->total_bibs, thread_index, 0,
620 db->bib.bib_entries_num);
624 addr.as_u64[0] = static_bib->in_addr.as_u64[0];
625 addr.as_u64[1] = static_bib->in_addr.as_u64[1];
626 bibe = nat64_db_bib_entry_find (db, &addr, static_bib->in_port,
628 static_bib->fib_index, 1);
631 nat64_db_bib_entry_free (thread_index, db, bibe);
632 vlib_set_simple_counter (&nm->total_bibs, thread_index, 0,
633 db->bib.bib_entries_num);
634 vlib_set_simple_counter (&nm->total_sessions, thread_index, 0,
635 db->st.st_entries_num);
639 static_bib->done = 1;
652 .state = VLIB_NODE_STATE_INTERRUPT,
653 .name =
"nat64-static-bib-worker",
663 nat64_db_bib_entry_t *bibe;
670 u32 thread_index = 0;
674 u32 *to_be_free = 0, *index;
679 db = &nm->
db[thread_index];
684 addr.as_u64[0] = in_addr->as_u64[0];
685 addr.as_u64[1] = in_addr->as_u64[1];
688 proto, fib_index, 1);
693 return VNET_API_ERROR_VALUE_EXIST;
699 return VNET_API_ERROR_INVALID_VALUE_2;
709 #define _(N, j, n, s) \ 710 case NAT_PROTOCOL_##N: \ 711 if (a->busy_##n##_port_refcounts[out_port]) \ 712 return VNET_API_ERROR_INVALID_VALUE; \ 713 ++a->busy_##n##_port_refcounts[out_port]; \ 714 if (out_port > 1024) \ 716 a->busy_##n##_ports++; \ 717 a->busy_##n##_ports_per_thread[thread_index]++; \ 724 addr.ip4.as_u32 = out_addr->
as_u32;
726 return VNET_API_ERROR_INVALID_VALUE;
734 clib_host_to_net_u16 (in_port),
735 clib_host_to_net_u16 (out_port),
736 fib_index, proto, 1);
738 return VNET_API_ERROR_UNSPECIFIED;
747 return VNET_API_ERROR_NO_SUCH_ENTRY;
762 if (static_bib->done)
763 vec_add1 (to_be_free, static_bib - nm->static_bibs);
770 static_bib->
in_addr.as_u64[0] = in_addr->as_u64[0];
771 static_bib->
in_addr.as_u64[1] = in_addr->as_u64[1];
772 static_bib->
in_port = clib_host_to_net_u16 (in_port);
774 static_bib->
out_port = clib_host_to_net_u16 (out_port);
777 static_bib->
is_add = is_add;
779 static_bib->
done = 0;
783 nat64_static_bib_worker_node.index);
785 return VNET_API_ERROR_UNSPECIFIED;
875 case NAT_PROTOCOL_ICMP:
878 case NAT_PROTOCOL_TCP:
880 switch (ste->tcp_state)
882 case NAT64_TCP_STATE_V4_INIT:
883 case NAT64_TCP_STATE_V6_INIT:
884 case NAT64_TCP_STATE_V4_FIN_RCV:
885 case NAT64_TCP_STATE_V6_FIN_RCV:
886 case NAT64_TCP_STATE_V6_FIN_V4_FIN_RCV:
887 case NAT64_TCP_STATE_TRANS:
890 case NAT64_TCP_STATE_ESTABLISHED:
897 case NAT_PROTOCOL_UDP:
910 switch (ste->tcp_state)
912 case NAT64_TCP_STATE_CLOSED:
917 ste->tcp_state = NAT64_TCP_STATE_V6_INIT;
919 ste->tcp_state = NAT64_TCP_STATE_V4_INIT;
923 case NAT64_TCP_STATE_V4_INIT:
926 ste->tcp_state = NAT64_TCP_STATE_ESTABLISHED;
929 case NAT64_TCP_STATE_V6_INIT:
932 ste->tcp_state = NAT64_TCP_STATE_ESTABLISHED;
935 case NAT64_TCP_STATE_ESTABLISHED:
940 ste->tcp_state = NAT64_TCP_STATE_V6_FIN_RCV;
942 ste->tcp_state = NAT64_TCP_STATE_V4_FIN_RCV;
946 ste->tcp_state = NAT64_TCP_STATE_TRANS;
950 case NAT64_TCP_STATE_V4_FIN_RCV:
953 ste->tcp_state = NAT64_TCP_STATE_V6_FIN_V4_FIN_RCV;
956 case NAT64_TCP_STATE_V6_FIN_RCV:
959 ste->tcp_state = NAT64_TCP_STATE_V6_FIN_V4_FIN_RCV;
962 case NAT64_TCP_STATE_TRANS:
965 ste->tcp_state = NAT64_TCP_STATE_ESTABLISHED;
981 if (plen != 32 && plen != 40 && plen != 48 && plen != 56 && plen != 64
983 return VNET_API_ERROR_INVALID_VALUE;
1006 p->
prefix.as_u64[0] = prefix->as_u64[0];
1007 p->
prefix.as_u64[1] = prefix->as_u64[1];
1013 return VNET_API_ERROR_NO_SUCH_ENTRY;
1065 ip6->as_u32[1] = ip4->
as_u32;
1068 ip6->as_u8[5] = ip4->
as_u8[0];
1069 ip6->as_u8[6] = ip4->
as_u8[1];
1070 ip6->as_u8[7] = ip4->
as_u8[2];
1071 ip6->as_u8[9] = ip4->
as_u8[3];
1074 ip6->as_u8[6] = ip4->
as_u8[0];
1075 ip6->as_u8[7] = ip4->
as_u8[1];
1076 ip6->as_u8[9] = ip4->
as_u8[2];
1077 ip6->as_u8[10] = ip4->
as_u8[3];
1080 ip6->as_u8[7] = ip4->
as_u8[0];
1081 ip6->as_u8[9] = ip4->
as_u8[1];
1082 ip6->as_u8[10] = ip4->
as_u8[2];
1083 ip6->as_u8[11] = ip4->
as_u8[3];
1086 ip6->as_u8[9] = ip4->
as_u8[0];
1087 ip6->as_u8[10] = ip4->
as_u8[1];
1088 ip6->as_u8[11] = ip4->
as_u8[2];
1089 ip6->as_u8[12] = ip4->
as_u8[3];
1092 ip6->as_u32[3] = ip4->
as_u32;
1102 ip6->as_u32[3] = ip4->
as_u32;
1138 ip4->
as_u32 = ip6->as_u32[1];
1141 ip4->
as_u8[0] = ip6->as_u8[5];
1142 ip4->
as_u8[1] = ip6->as_u8[6];
1143 ip4->
as_u8[2] = ip6->as_u8[7];
1144 ip4->
as_u8[3] = ip6->as_u8[9];
1147 ip4->
as_u8[0] = ip6->as_u8[6];
1148 ip4->
as_u8[1] = ip6->as_u8[7];
1149 ip4->
as_u8[2] = ip6->as_u8[9];
1150 ip4->
as_u8[3] = ip6->as_u8[10];
1153 ip4->
as_u8[0] = ip6->as_u8[7];
1154 ip4->
as_u8[1] = ip6->as_u8[9];
1155 ip4->
as_u8[2] = ip6->as_u8[10];
1156 ip4->
as_u8[3] = ip6->as_u8[11];
1159 ip4->
as_u8[0] = ip6->as_u8[9];
1160 ip4->
as_u8[1] = ip6->as_u8[10];
1161 ip4->
as_u8[2] = ip6->as_u8[11];
1162 ip4->
as_u8[3] = ip6->as_u8[12];
1165 ip4->
as_u32 = ip6->as_u32[3];
1200 .state = VLIB_NODE_STATE_INTERRUPT,
1201 .name =
"nat64-expire-worker-walk",
1217 uword event_type, *event_data = 0;
1257 for (i = 0; i <
vec_len (worker_vms); i++)
1259 worker_vm = worker_vms[
i];
1261 nat64_expire_worker_walk_node.index);
1272 .name =
"nat64-expire-walk",
u32 nat64_get_icmp_timeout(void)
Get ICMP session timeout.
#define vec_validate(V, I)
Make sure vector is long enough for given index (no header, unspecified alignment) ...
void nat64_db_free_out_addr(u32 thread_index, nat64_db_t *db, ip4_address_t *out_addr)
Free sessions using specific outside address.
nat64_db_t * db
BIB and session DB per thread.
int nat64_alloc_out_addr_and_port(u32 fib_index, nat_protocol_t proto, ip4_address_t *addr, u16 *port, u32 thread_index)
Alloce IPv4 address and port pair from NAT64 pool.
int nat64_set_udp_timeout(u32 timeout)
Set UDP session timeout.
ip4_add_del_interface_address_callback_t * add_del_interface_address_callbacks
Functions to call when interface address changes.
static f64 vlib_process_wait_for_event_or_clock(vlib_main_t *vm, f64 dt)
Suspend a cooperative multi-tasking thread Waits for an event, or for the indicated number of seconds...
int ip4_sv_reass_enable_disable_with_refcnt(u32 sw_if_index, int is_enable)
static uword * vlib_process_wait_for_event(vlib_main_t *vm)
snat_address_t * addr_pool
Address pool vector.
#define nat_elog_notice(nat_elog_str)
void nat64_extract_ip4(ip6_address_t *ip6, ip4_address_t *ip4, u32 fib_index)
Extract IPv4 address from the IPv4-embedded IPv6 addresses.
#define SNAT_TCP_ESTABLISHED_TIMEOUT
static void vlib_node_set_interrupt_pending(vlib_main_t *vm, u32 node_index)
#define clib_memcpy_fast(a, b, c)
int nat64_add_del_interface(u32 sw_if_index, u8 is_inside, u8 is_add)
Enable/disable NAT64 feature on the interface.
clib_memset(h->entries, 0, sizeof(h->entries[0]) *entries)
u32 nat64_expire_walk_node_index
ip4_address_t * ip4_interface_first_address(ip4_main_t *im, u32 sw_if_index, ip_interface_address_t **result_ia)
static f64 vlib_time_now(vlib_main_t *vm)
u32 vlib_frame_queue_main_init(u32 node_index, u32 frame_queue_nelts)
#define vec_add1(V, E)
Add 1 element to end of vector (unspecified alignment).
nat64_db_bib_entry_t * nat64_db_bib_entry_find(nat64_db_t *db, ip46_address_t *addr, u16 port, u8 proto, u32 fib_index, u8 is_ip6)
Find NAT64 BIB entry.
static u64 clib_xxhash(u64 key)
#define vec_add2(V, P, N)
Add N elements to end of vector V, return pointer to new elements in P.
#define NAT_INTERFACE_FLAG_IS_OUTSIDE
void snat_add_del_addr_to_fib(ip4_address_t *addr, u8 p_len, u32 sw_if_index, int is_add)
Add/del NAT address to FIB.
nat_alloc_out_addr_and_port_function_t * alloc_addr_and_port
int nat64_add_interface_address(u32 sw_if_index, int is_add)
NAT64 pool address from specific (DHCP addressed) interface.
#define pool_get(P, E)
Allocate an object E from a pool P (unspecified alignment).
struct _tcp_header tcp_header_t
u32 * auto_add_sw_if_indices
sw_if_indices whose interface addresses should be auto-added
vlib_main_t ** vlib_mains
#define nat_interface_is_outside(i)
Check if NAT interface is outside.
static void nat64_ip4_add_del_interface_address_cb(ip4_main_t *im, uword opaque, u32 sw_if_index, ip4_address_t *address, u32 address_length, u32 if_address_index, u32 is_delete)
vl_api_ip_proto_t protocol
u32 nat64_get_worker_in2out(ip6_address_t *addr)
Get worker thread index for NAT64 in2out.
#define pool_foreach(VAR, POOL, BODY)
Iterate through pool.
static nat_protocol_t ip_proto_to_nat_proto(u8 ip_proto)
Common NAT inline functions.
vl_api_interface_index_t sw_if_index
static uword vlib_process_get_events(vlib_main_t *vm, uword **data_vector)
Return the first event type which has occurred and a vector of per-event data of that type...
int nat64_set_icmp_timeout(u32 timeout)
Set ICMP session timeout.
static_always_inline u8 icmp_type_is_error_message(u8 icmp_type)
static void * ip4_next_header(ip4_header_t *i)
vlib_node_registration_t nat64_in2out_node
(constructor) VLIB_REGISTER_NODE (nat64_in2out_node)
void nat64_tcp_session_set_state(nat64_db_st_entry_t *ste, tcp_header_t *tcp, u8 is_ip6)
Set NAT64 TCP session state.
snat_interface_t * interfaces
Interface pool.
u32 in2out_slowpath_node_index
char * name
The counter collection's name.
u32 udp_timeout
values of various timeouts
nat64_prefix_t * pref64
Pref64 vector.
vlib_node_t * vlib_get_node_by_name(vlib_main_t *vm, u8 *name)
static void vlib_process_signal_event(vlib_main_t *vm, uword node_index, uword type_opaque, uword data)
void nat64_session_reset_timeout(nat64_db_st_entry_t *ste, vlib_main_t *vm)
Reset NAT64 session timeout.
void nad64_db_st_free_expired(u32 thread_index, nat64_db_t *db, u32 now)
Free expired session entries in session tables.
IPv6 shallow virtual reassembly.
IPv4 shallow virtual reassembly.
u32 nat64_get_udp_timeout(void)
Get UDP session timeout.
#define pool_put(P, E)
Free an object E in pool P.
#define vec_del1(v, i)
Delete the element at index I.
static uword nat64_expire_walk_fn(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
Centralized process to drive per worker expire walk.
#define nat_interface_is_inside(i)
Check if NAT interface is inside.
static void vlib_set_simple_counter(vlib_simple_counter_main_t *cm, u32 thread_index, u32 index, u64 value)
Set a simple counter.
void fib_table_unlock(u32 fib_index, fib_protocol_t proto, fib_source_t source)
Take a reference counting lock on the table.
void nat64_compose_ip6(ip6_address_t *ip6, ip4_address_t *ip4, u32 fib_index)
Compose IPv4-embedded IPv6 addresses.
vlib_simple_counter_main_t total_sessions
static u8 well_known_prefix[]
u32 nat64_get_tcp_est_timeout(void)
Get TCP established timeout.
void nat64_set_hash(u32 bib_buckets, uword bib_memory_size, u32 st_buckets, uword st_memory_size)
Set NAT64 hash tables configuration.
#define VLIB_REGISTER_NODE(x,...)
vlib_node_registration_t nat64_out2in_node
(constructor) VLIB_REGISTER_NODE (nat64_out2in_node)
void nat64_pool_addr_walk(nat64_pool_addr_walk_fn_t fn, void *ctx)
Walk NAT64 pool.
static_always_inline uword vlib_get_thread_index(void)
sll srl srl sll sra u16x4 i
#define vec_free(V)
Free vector's memory (no header).
ip4_add_del_interface_address_function_t * function
int nat64_add_del_prefix(ip6_address_t *prefix, u8 plen, u32 vrf_id, u8 is_add)
Add/delete NAT64 prefix.
u32 bib_buckets
config parameters
#define nat_elog_notice_X1(nat_elog_fmt_str, nat_elog_fmt_arg, nat_elog_val1)
vlib_main_t vlib_node_runtime_t * node
nat64_db_bib_entry_t * nat64_db_bib_entry_create(u32 thread_index, nat64_db_t *db, ip6_address_t *in_addr, ip4_address_t *out_addr, u16 in_port, u16 out_port, u32 fib_index, u8 proto, u8 is_static)
Create new NAT64 BIB entry.
void vlib_validate_simple_counter(vlib_simple_counter_main_t *cm, u32 index)
validate a simple counter
#define pool_put_index(p, i)
Free pool element with given index.
#define NAT_INTERFACE_FLAG_IS_INSIDE
u32 nat64_get_worker_out2in(vlib_buffer_t *b, ip4_header_t *ip)
Get worker thread index for NAT64 out2in.
manual_print typedef address
u32 fq_in2out_index
Worker handoff.
nat64_static_bib_to_update_t * static_bibs
Pool of static BIB entries to be added/deleted in worker threads.
static void nat64_free_out_addr_and_port(struct nat64_db_s *db, ip4_address_t *addr, u16 port, u8 protocol)
u32 fib_table_find_or_create_and_lock(fib_protocol_t proto, u32 table_id, fib_source_t src)
Get the index of the FIB for a Table-ID.
fib_source_t nat_fib_src_hi
static void vlib_zero_simple_counter(vlib_simple_counter_main_t *cm, u32 index)
Clear a simple counter Clears the set of per-thread u16 counters, and the u64 counter.
static uword nat64_expire_worker_walk_fn(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
Per worker process checking expire time for NAT64 sessions.
int nat64_add_del_pool_addr(u32 thread_index, ip4_address_t *addr, u32 vrf_id, u8 is_add)
Add/delete address to NAT64 pool.
int ip6_sv_reass_enable_disable_with_refcnt(u32 sw_if_index, int is_enable)
#define VNET_FEATURES(...)
void nat64_prefix_walk(nat64_prefix_walk_fn_t fn, void *ctx)
Walk NAT64 prefixes.
static vlib_main_t * vlib_get_main(void)
static uword is_pow2(uword x)
void nat64_interfaces_walk(nat64_interface_walk_fn_t fn, void *ctx)
Walk NAT64 interfaces.
int nat64_db_init(nat64_db_t *db, u32 bib_buckets, uword bib_memory_size, u32 st_buckets, uword st_memory_size, nat64_db_free_addr_port_function_t free_addr_port_cb)
Initialize NAT64 DB.
clib_error_t * nat64_init(vlib_main_t *vm)
Initialize NAT64.
struct _vlib_node_registration vlib_node_registration_t
NAT64 global declarations.
int nat64_set_tcp_timeouts(u32 trans, u32 est)
Set TCP session timeouts.
static vlib_node_registration_t nat64_expire_walk_node
(constructor) VLIB_REGISTER_NODE (nat64_expire_walk_node)
char * stat_segment_name
Name in stat segment directory.
#define nat_elog_err(nat_elog_str)
#define vec_len(v)
Number of elements in vector (rvalue-only, NULL tolerant)
VLIB buffer representation.
static uword nat64_static_bib_worker_fn(vlib_main_t *vm, vlib_node_runtime_t *rt, vlib_frame_t *f)
Add/delete static BIB entry in worker thread.
u32 error_node_index
node index
void nat64_db_bib_entry_free(u32 thread_index, nat64_db_t *db, nat64_db_bib_entry_t *bibe)
Free NAT64 BIB entry.
#define SNAT_ICMP_TIMEOUT
static vlib_node_registration_t nat64_expire_worker_walk_node
(constructor) VLIB_REGISTER_NODE (nat64_expire_worker_walk_node)
ip4_main_t ip4_main
Global ip4 main structure.
static vlib_thread_main_t * vlib_get_thread_main()
#define vec_foreach(var, vec)
Vector iterator.
static vlib_node_registration_t nat64_static_bib_worker_node
(constructor) VLIB_REGISTER_NODE (nat64_static_bib_worker_node)
VNET_FEATURE_INIT(nat64_in2out, static)
#define SNAT_TCP_TRANSITORY_TIMEOUT
int nat64_add_del_static_bib_entry(ip6_address_t *in_addr, ip4_address_t *out_addr, u16 in_port, u16 out_port, u8 proto, u32 vrf_id, u8 is_add)
Add/delete static NAT64 BIB entry.
int(* nat64_prefix_walk_fn_t)(nat64_prefix_t *pref64, void *ctx)
Call back function when walking addresses in NAT64 prefixes, non-zero return value stop walk...
u32 nat64_get_tcp_trans_timeout(void)
Get TCP transitory timeout.
int(* nat64_interface_walk_fn_t)(snat_interface_t *i, void *ctx)
Call back function when walking interfaces with NAT64 feature, non-zero return value stop walk...
int vnet_feature_enable_disable(const char *arc_name, const char *node_name, u32 sw_if_index, int enable_disable, void *feature_config, u32 n_feature_config_bytes)
vlib_simple_counter_main_t total_bibs
int(* nat64_pool_addr_walk_fn_t)(snat_address_t *addr, void *ctx)
Call back function when walking addresses in NAT64 pool, non-zero return value stop walk...