38 #ifndef included_clib_h 39 #define included_clib_h 42 #if ! defined (CLIB_STANDALONE) && ! defined (CLIB_LINUX_KERNEL) 55 #define NULL ((void *) 0) 58 #define BITS(x) (8*sizeof(x)) 59 #define ARRAY_LEN(x) (sizeof (x)/sizeof (x[0])) 61 #define _STRUCT_FIELD(t,f) (((t *) 0)->f) 62 #define STRUCT_OFFSET_OF(t,f) ((uword) & _STRUCT_FIELD (t, f)) 63 #define STRUCT_BIT_OFFSET_OF(t,f) (BITS(u8) * (uword) & _STRUCT_FIELD (t, f)) 64 #define STRUCT_SIZE_OF(t,f) (sizeof (_STRUCT_FIELD (t, f))) 65 #define STRUCT_BITS_OF(t,f) (BITS (_STRUCT_FIELD (t, f))) 66 #define STRUCT_ARRAY_LEN(t,f) ARRAY_LEN (_STRUCT_FIELD (t, f)) 67 #define STRUCT_MARK(mark) u8 mark[0] 68 #define STRUCT_MARK_PTR(v, f) &(v)->f 71 #define STRUCT_STRIDE_OF(t,f) \ 72 ( ((uword) & (((t *) 0)[1].f)) \ 73 - ((uword) & (((t *) 0)[0].f))) 75 #define STRUCT_OFFSET_OF_VAR(v,f) ((uword) (&(v)->f) - (uword) (v)) 78 #define CLIB_PACKED(x) x __attribute__ ((packed)) 79 #define CLIB_UNUSED(x) x __attribute__ ((unused)) 82 #define CLIB_STRING_MACRO(x) #x 84 #define __clib_unused __attribute__ ((unused)) 85 #define __clib_weak __attribute__ ((weak)) 86 #define __clib_packed __attribute__ ((packed)) 87 #define __clib_constructor __attribute__ ((constructor)) 89 #define never_inline __attribute__ ((__noinline__)) 92 #define always_inline static inline 93 #define static_always_inline static inline 95 #define always_inline static inline __attribute__ ((__always_inline__)) 96 #define static_always_inline static inline __attribute__ ((__always_inline__)) 102 #define CLIB_PAD_FROM_TO(from,to) u8 pad_##from[(to) - (from)] 105 #define PREDICT_FALSE(x) __builtin_expect((x),0) 106 #define PREDICT_TRUE(x) __builtin_expect((x),1) 109 #define CLIB_MEMORY_BARRIER() __sync_synchronize () 112 #define CLIB_MEMORY_STORE_BARRIER() __builtin_ia32_sfence () 114 #define CLIB_MEMORY_STORE_BARRIER() __sync_synchronize () 118 #define INIT_FUNCTION(decl) \ 119 decl __attribute ((constructor)); \ 123 #define EXIT_FUNCTION(decl) \ 124 decl __attribute ((destructor)); \ 129 #include <features.h> 130 #if __GNUC_PREREQ(3, 4) 132 #define count_leading_zeros(count,x) count = __builtin_clzll (x) 133 #define count_trailing_zeros(count,x) count = __builtin_ctzll (x) 135 #define count_leading_zeros(count,x) count = __builtin_clzl (x) 136 #define count_trailing_zeros(count,x) count = __builtin_ctzl (x) 141 #ifndef count_leading_zeros 145 #define count_leading_zeros(count, x) \ 148 __asm__ ("bsrl %1,%0" \ 149 : "=r" (_clz) : "rm" ((word) (x)));\ 150 (count) = _clz ^ 31; \ 153 #define count_trailing_zeros(count, x) \ 154 __asm__ ("bsfl %1,%0" : "=r" (count) : "rm" ((word)(x))) 157 #if defined (__alpha__) && defined (HAVE_CIX) 158 #define count_leading_zeros(count, x) \ 159 __asm__ ("ctlz %1,%0" \ 160 : "=r" ((word) (count)) \ 162 #define count_trailing_zeros(count, x) \ 163 __asm__ ("cttz %1,%0" \ 164 : "=r" ((word) (count)) \ 172 #define count_leading_zeros(_count, _x) \ 173 __asm__ ("clz %[count],%[x]" \ 174 : [count] "=r" ((word) (_count)) \ 175 : [x] "r" ((word) (_x))) 177 #define count_leading_zeros(_count, _x) \ 178 __asm__ ("dclz %[count],%[x]" \ 179 : [count] "=r" ((word) (_count)) \ 180 : [x] "r" ((word) (_x))) 187 #if defined (count_leading_zeros) 192 count_leading_zeros (n, x);
220 const u64 table = 0x3333333322221104LL;
221 uword t = (table >> (4 *
a)) & 0xf;
222 r = t < 4 ? r + t : ~0;
226 const u32 table = 0x22221104;
227 uword t = (a & 8) ? 3 : ((table >> (4 * a)) & 0xf);
228 r = t < 4 ? r + t : ~0;
239 if (x > ((
uword) 1 << l))
282 return 0 == (x & (x - 1));
288 return (x + pow2 - 1) & ~(pow2 - 1);
294 return (x + pow2 - 1) & ~(pow2 - 1);
307 #ifdef count_trailing_zeros 308 count_trailing_zeros (result, x);
324 return (
word) (x + .5);
333 #define clib_max(x,y) \ 335 __typeof__ (x) _x = (x); \ 336 __typeof__ (y) _y = (y); \ 340 #define clib_min(x,y) \ 342 __typeof__ (x) _x = (x); \ 343 __typeof__ (y) _y = (y); \ 347 #define clib_abs(x) \ 349 __typeof__ (x) _x = (x); \ 355 void clib_standalone_init (
void *
memory,
uword memory_bytes);
358 int (*)(
const void *,
const void *));
static uword log2_first_set(uword x)
add_epi add_epi sub_epi sub_epi adds_epu subs_epu i16x8 y
static uword min_log2(uword x)
vhost_user_memory_t memory
static uword pow2_mask(uword x)
static u64 min_log2_u64(u64 x)
uword clib_backtrace(uword *callers, uword max_callers, uword n_frames_to_skip)
static f64 flt_round_to_multiple(f64 x, f64 f)
static uword max_pow2(uword x)
static u64 round_pow2_u64(u64 x, u64 pow2)
static uword round_pow2(uword x, uword pow2)
static uword first_set(uword x)
static uword is_pow2(uword x)
static word flt_round_nearest(f64 x)
void qsort(void *base, uword n, uword size, int(*compar)(const void *, const void *))
static uword max_log2(uword x)
static f64 flt_round_down(f64 x)