FD.io VPP  v21.06-3-gbb25fbf28
Vector Packet Processing
cnat_bihash.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2016 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  * http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15 
16 #undef BIHASH_TYPE
17 #undef BIHASH_KVP_PER_PAGE
18 #undef BIHASH_32_64_SVM
19 #undef BIHASH_ENABLE_STATS
20 #undef BIHASH_KVP_AT_BUCKET_LEVEL
21 #undef BIHASH_LAZY_INSTANTIATE
22 #undef BIHASH_BUCKET_PREFETCH_CACHE_LINES
23 #undef BIHASH_USE_HEAP
24 
25 #define BIHASH_TYPE _40_56
26 #define BIHASH_KVP_PER_PAGE 2
27 #define BIHASH_KVP_AT_BUCKET_LEVEL 1
28 #define BIHASH_LAZY_INSTANTIATE 1
29 #define BIHASH_BUCKET_PREFETCH_CACHE_LINES 2
30 #define BIHASH_USE_HEAP 1
31 
32 #ifndef __included_bihash_40_56_h__
33 #define __included_bihash_40_56_h__
34 
35 #include <vppinfra/crc32.h>
36 #include <vppinfra/heap.h>
37 #include <vppinfra/format.h>
38 #include <vppinfra/pool.h>
39 #include <vppinfra/xxhash.h>
40 
41 typedef struct
42 {
43  u64 key[5];
44  u64 value[7];
46 
47 static inline int
49 {
50  /* Free values are clib_memset to 0xff, check a bit... */
51  if (v->key[0] == ~0ULL && v->value[0] == ~0ULL)
52  return 1;
53  return 0;
54 }
55 
56 static inline u64
58 {
59 #ifdef clib_crc32c_uses_intrinsics
60  return clib_crc32c ((u8 *) v->key, 40);
61 #else
62  u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2] ^ v->key[3] ^ v->key[4];
63  return clib_xxhash (tmp);
64 #endif
65 }
66 
67 static inline u8 *
68 format_bihash_kvp_40_56 (u8 *s, va_list *args)
69 {
70  clib_bihash_kv_40_56_t *v = va_arg (*args, clib_bihash_kv_40_56_t *);
71 
72  s = format (s,
73  "key %llu %llu %llu %llu %llu"
74  "value %llu %llu %llu %llu %llu %llu %llu",
75  v->key[0], v->key[1], v->key[2], v->key[3], v->key[4],
76  v->value[0], v->value[1], v->value[2], v->value[3], v->value[4],
77  v->value[5], v->value[6]);
78  return s;
79 }
80 
81 static inline int
83 {
84 #if defined (CLIB_HAVE_VEC512)
85  u64x8 v;
86  v = u64x8_load_unaligned (a) ^ u64x8_load_unaligned (b);
87  return (u64x8_is_zero_mask (v) & 0x1f) == 0;
88 #elif defined (CLIB_HAVE_VEC256)
89  u64x4 v = { a[4] ^ b[4], 0, 0, 0 };
90  v |= u64x4_load_unaligned (a) ^ u64x4_load_unaligned (b);
91  return u64x4_is_all_zero (v);
92 #elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE)
93  u64x2 v = { a[4] ^ b[4], 0 };
94  v |= u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b);
95  v |= u64x2_load_unaligned (a + 2) ^ u64x2_load_unaligned (b + 2);
96  return u64x2_is_all_zero (v);
97 #else
98  return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2]) | (a[3] ^ b[3])
99  | (a[4] ^ b[4])) == 0;
100 #endif
101 }
102 
103 #undef __included_bihash_template_h__
105 
107 typedef clib_bihash_40_56_t cnat_bihash_t;
108 
109 #define cnat_bihash_search_i2_hash clib_bihash_search_inline_2_with_hash_40_56
110 #define cnat_bihash_search_i2 clib_bihash_search_inline_2_40_56
111 #define cnat_bihash_add_del clib_bihash_add_del_40_56
112 #define cnat_bihash_hash clib_bihash_hash_40_56
113 #define cnat_bihash_prefetch_bucket clib_bihash_prefetch_bucket_40_56
114 #define cnat_bihash_prefetch_data clib_bihash_prefetch_data_40_56
115 
116 #endif /* __included_bihash_40_56_h__ */
117 
118 /*
119  * fd.io coding-style-patch-verification: ON
120  *
121  * Local Variables:
122  * eval: (c-set-style "gnu")
123  * End:
124  */
tmp
u32 * tmp
Definition: interface_output.c:1078
cnat_bihash_t
clib_bihash_40_56_t cnat_bihash_t
Definition: cnat_bihash.h:107
clib_bihash_kv_40_56_t::key
u64 key[5]
Definition: cnat_bihash.h:43
bihash_template.h
clib_bihash_kv_40_56_t
Definition: cnat_bihash.h:41
u64x2
epu8_epi32 epu16_epi32 u64x2
Definition: vector_sse42.h:641
key
typedef key
Definition: ipsec_types.api:88
cnat_bihash_kv_t
clib_bihash_kv_40_56_t cnat_bihash_kv_t
Definition: cnat_bihash.h:106
crc32.h
pool.h
Fixed length block allocator. Pools are built from clib vectors and bitmaps. Use pools when repeatedl...
format.h
clib_xxhash
static u64 clib_xxhash(u64 key)
Definition: xxhash.h:58
clib_bihash_key_compare_40_56
static int clib_bihash_key_compare_40_56(u64 *a, u64 *b)
Definition: cnat_bihash.h:82
xxhash.h
u64
unsigned long u64
Definition: types.h:89
format
description fragment has unexpected format
Definition: map.api:433
clib_bihash_hash_40_56
static u64 clib_bihash_hash_40_56(const clib_bihash_kv_40_56_t *v)
Definition: cnat_bihash.h:57
value
u8 value
Definition: qos.api:54
b
vlib_buffer_t ** b
Definition: nat44_ei_out2in.c:717
u8
unsigned char u8
Definition: types.h:56
a
a
Definition: bitmap.h:544
u64x8
__m512i u64x8
Definition: vector_avx512.h:306
format_bihash_kvp_40_56
static u8 * format_bihash_kvp_40_56(u8 *s, va_list *args)
Definition: cnat_bihash.h:68
clib_bihash_is_free_40_56
static int clib_bihash_is_free_40_56(const clib_bihash_kv_40_56_t *v)
Definition: cnat_bihash.h:48
heap.h
clib_bihash_kv_40_56_t::value
u64 value[7]
Definition: cnat_bihash.h:44
u64x4
u64x4
Definition: vector_avx2.h:142