15 #ifndef __included_vnet_classify_h__ 16 #define __included_vnet_classify_h__ 29 #define CLASSIFY_TRACE 0 36 #define CLASSIFY_FLAG_USE_CURR_DATA 1 54 struct _vnet_classify_main;
57 #define foreach_size_in_u32x4 \ 81 #define VNET_CLASSIFY_ENTRY_FREE (1<<0) 89 struct _vnet_classify_entry * next_free;
96 }) vnet_classify_entry_t;
114 typedef CLIB_PACKED(struct { \ 118 }) vnet_classify_entry_##size##_t; 188 struct _vnet_classify_main
204 u32 *filter_set_by_sw_if_index;
226 } xor_sum __attribute__ ((aligned (
sizeof (
u32x4))));
230 #ifdef CLIB_HAVE_VEC128 231 u32x4u *
data = (u32x4u *) h;
255 xor_sum.as_u64[0] = data64[0 + skip_u64] & ((
u64 *) mask)[0];
256 xor_sum.as_u64[1] = data64[1 + skip_u64] & ((
u64 *) mask)[1];
260 xor_sum.as_u64[0] ^= data64[8 + skip_u64] & ((
u64 *) mask)[8];
261 xor_sum.as_u64[1] ^= data64[9 + skip_u64] & ((
u64 *) mask)[9];
264 xor_sum.as_u64[0] ^= data64[6 + skip_u64] & ((
u64 *) mask)[6];
265 xor_sum.as_u64[1] ^= data64[7 + skip_u64] & ((
u64 *) mask)[7];
268 xor_sum.as_u64[0] ^= data64[4 + skip_u64] & ((
u64 *) mask)[4];
269 xor_sum.as_u64[1] ^= data64[5 + skip_u64] & ((
u64 *) mask)[5];
272 xor_sum.as_u64[0] ^= data64[2 + skip_u64] & ((
u64 *) mask)[2];
273 xor_sum.as_u64[1] ^= data64[3 + skip_u64] & ((
u64 *) mask)[3];
283 return clib_xxhash (xor_sum.as_u64[0] ^ xor_sum.as_u64[1]);
293 bucket_index = hash & (t->
nbuckets - 1);
298 static inline vnet_classify_entry_t *
309 vnet_classify_entry_t * v)
316 ASSERT ((vp - hp) < 0x100000000ULL);
320 static inline vnet_classify_entry_t *
322 vnet_classify_entry_t * e,
u32 index)
328 eu8 += index * (
sizeof (vnet_classify_entry_t) +
331 return (vnet_classify_entry_t *) eu8;
340 vnet_classify_entry_t *e;
342 bucket_index = hash & (t->
nbuckets - 1);
352 value_index = hash & ((1 << b->log2_pages) - 1);
362 static inline vnet_classify_entry_t *
366 vnet_classify_entry_t *v;
372 } result __attribute__ ((aligned (
sizeof (
u32x4))));
379 bucket_index = hash & (t->
nbuckets - 1);
389 value_index = hash & ((1 << b->log2_pages) - 1);
394 limit *= (1 << b->log2_pages);
399 #ifdef CLIB_HAVE_VEC128 400 u32x4u *
data = (u32x4u *) h;
401 for (i = 0; i < limit; i++)
404 result.as_u32x4 = (data[0 + t->
skip_n_vectors] & mask[0]) ^ key[0];
408 result.as_u32x4 |= (data[4 + t->
skip_n_vectors] & mask[4]) ^ key[4];
411 result.as_u32x4 |= (data[3 + t->
skip_n_vectors] & mask[3]) ^ key[3];
414 result.as_u32x4 |= (data[2 + t->
skip_n_vectors] & mask[2]) ^ key[2];
417 result.as_u32x4 |= (data[1 + t->
skip_n_vectors] & mask[1]) ^ key[1];
439 for (i = 0; i < limit; i++)
444 (data64[0 + skip_u64] & ((
u64 *) mask)[0]) ^ ((
u64 *)
key)[0];
446 (data64[1 + skip_u64] & ((
u64 *) mask)[1]) ^ ((
u64 *)
key)[1];
451 (data64[8 + skip_u64] & ((
u64 *) mask)[8]) ^ ((
u64 *)
key)[8];
453 (data64[9 + skip_u64] & ((
u64 *) mask)[9]) ^ ((
u64 *)
key)[9];
457 (data64[6 + skip_u64] & ((
u64 *) mask)[6]) ^ ((
u64 *)
key)[6];
459 (data64[7 + skip_u64] & ((
u64 *) mask)[7]) ^ ((
u64 *)
key)[7];
463 (data64[4 + skip_u64] & ((
u64 *) mask)[4]) ^ ((
u64 *)
key)[4];
465 (data64[5 + skip_u64] & ((
u64 *) mask)[5]) ^ ((
u64 *)
key)[5];
469 (data64[2 + skip_u64] & ((
u64 *) mask)[2]) ^ ((
u64 *)
key)[2];
471 (data64[3 + skip_u64] & ((
u64 *) mask)[3]) ^ ((
u64 *)
key)[3];
479 if (result.as_u64[0] == 0 && result.as_u64[1] == 0)
496 u8 * mask,
u32 nbuckets,
499 u32 match_n_vectors);
507 u8 action,
u32 metadata,
int is_add);
515 u32 next_table_index,
518 u8 current_data_flag,
519 i16 current_data_offset,
520 int is_add,
int del_chain);
u64 vnet_classify_hash_packet(vnet_classify_table_t *t, u8 *h)
unformat_function_t unformat_ip4_match
vnet_classify_entry_t ** working_copies
unformat_function_t unformat_vlan_tag
u8 pad[3]
log2 (size of the packing page block)
#define CLIB_CACHE_LINE_ALIGN_MARK(mark)
unformat_function_t unformat_l2_mask
unformat_function_t unformat_ip_next_index
enum vnet_classify_action_t_ vnet_classify_action_t
#define foreach_size_in_u32x4
static vnet_classify_entry_t * vnet_classify_find_entry_inline(vnet_classify_table_t *t, u8 *h, u64 hash, f64 now)
#define VNET_CLASSIFY_ENTRY_FREE
unformat_function_t unformat_ip6_mask
static u64 clib_xxhash(u64 key)
int vnet_classify_add_del_session(vnet_classify_main_t *cm, u32 table_index, u8 *match, u32 hit_next_index, u32 opaque_index, i32 advance, u8 action, u32 metadata, int is_add)
unformat_function_t unformat_classify_match
vnet_classify_table_t * vnet_classify_new_table(vnet_classify_main_t *cm, u8 *mask, u32 nbuckets, u32 memory_size, u32 skip_n_vectors, u32 match_n_vectors)
unformat_function_t unformat_l3_mask
unformat_function_t unformat_ip4_mask
unformat_function_t unformat_classify_mask
clib_spinlock_t writer_lock
void vnet_classify_register_unformat_opaque_index_fn(unformat_function_t *fn)
static void vnet_classify_prefetch_bucket(vnet_classify_table_t *t, u64 hash)
u8 * format_classify_table(u8 *s, va_list *args)
static void vnet_classify_prefetch_entry(vnet_classify_table_t *t, u64 hash)
static int vnet_classify_entry_is_free(vnet_classify_entry_t *e)
static u64 vnet_classify_hash_packet_inline(vnet_classify_table_t *t, u8 *h)
unformat_function_t unformat_l3_match
vnet_classify_entry_t * entries
unformat_function_t unformat_l2_next_index
void vnet_classify_register_unformat_policer_next_index_fn(unformat_function_t *fn)
static vnet_classify_entry_t * vnet_classify_entry_at_index(vnet_classify_table_t *t, vnet_classify_entry_t *e, u32 index)
static uword vnet_classify_get_offset(vnet_classify_table_t *t, vnet_classify_entry_t *v)
vnet_classify_bucket_t saved_bucket
#define CLIB_PREFETCH(addr, size, type)
void vnet_classify_register_unformat_l2_next_index_fn(unformat_function_t *fn)
sll srl srl sll sra u16x4 i
void vnet_classify_register_unformat_acl_next_index_fn(unformat_function_t *fn)
struct _vnet_classify_main vnet_classify_main_t
typedef CLIB_PACKED(struct _vnet_classify_entry { u32 next_index;union { struct { u32 opaque_index;i32 advance;};u64 opaque_count;};u8 flags;#define VNET_CLASSIFY_ENTRY_FREE vnet_classify_action_t action;u16 metadata;union { u64 hits;struct _vnet_classify_entry *next_free;};f64 last_heard;u32x4 key[0];}) vnet_classify_entry_t
unformat_function_t unformat_ip6_match
static uword is_pow2(uword x)
int vlib_main(vlib_main_t *volatile vm, unformat_input_t *input)
static int vnet_classify_entry_is_busy(vnet_classify_entry_t *e)
struct _vlib_node_registration vlib_node_registration_t
template key/value backing page structure
vlib_node_registration_t ip6_classify_node
(constructor) VLIB_REGISTER_NODE (ip6_classify_node)
vl_api_mac_event_action_t action
vnet_classify_bucket_t * buckets
vnet_classify_entry_t * vnet_classify_find_entry(vnet_classify_table_t *t, u8 *h, u64 hash, f64 now)
vlib_node_registration_t ip4_classify_node
(constructor) VLIB_REGISTER_NODE (ip4_classify_node)
unformat_function_t unformat_l4_match
void vnet_classify_register_unformat_ip_next_index_fn(unformat_function_t *fn)
struct clib_bihash_value offset
template key/value backing page structure
unformat_function_t unformat_l2_match
int * working_copy_lengths
#define CLIB_CACHE_LINE_BYTES
vnet_classify_entry_t ** freelists
vnet_classify_main_t vnet_classify_main
static u32 u32x4_zero_byte_mask(u32x4 x)
static vnet_classify_entry_t * vnet_classify_get_entry(vnet_classify_table_t *t, uword offset)
int vnet_classify_add_del_table(vnet_classify_main_t *cm, u8 *mask, u32 nbuckets, u32 memory_size, u32 skip, u32 match, u32 next_table_index, u32 miss_next_index, u32 *table_index, u8 current_data_flag, i16 current_data_offset, int is_add, int del_chain)