blob: 27207a3a69c1a8b3b83a83e0bfad3abf16095c3b [file] [log] [blame]
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +01001/*
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +02002 * Copyright (c) 2016 Cisco and/or its affiliates.
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +01003 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +020015
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010016#undef BIHASH_TYPE
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +020017#undef BIHASH_KVP_PER_PAGE
Dave Barach2ce28d62019-05-03 12:58:01 -040018#undef BIHASH_32_64_SVM
19#undef BIHASH_ENABLE_STATS
Dave Barach16e4a4a2020-04-16 12:00:14 -040020#undef BIHASH_KVP_AT_BUCKET_LEVEL
21#undef BIHASH_LAZY_INSTANTIATE
22#undef BIHASH_BUCKET_PREFETCH_CACHE_LINES
Damjan Marion2454de22020-09-26 19:32:34 +020023#undef BIHASH_USE_HEAP
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010024
25#define BIHASH_TYPE _40_8
26#define BIHASH_KVP_PER_PAGE 4
Dave Barach16e4a4a2020-04-16 12:00:14 -040027#define BIHASH_KVP_AT_BUCKET_LEVEL 0
28#define BIHASH_LAZY_INSTANTIATE 1
29#define BIHASH_BUCKET_PREFETCH_CACHE_LINES 1
Damjan Marion2454de22020-09-26 19:32:34 +020030#define BIHASH_USE_HEAP 1
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010031
32#ifndef __included_bihash_40_8_h__
33#define __included_bihash_40_8_h__
34
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +020035#include <vppinfra/crc32.h>
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010036#include <vppinfra/heap.h>
37#include <vppinfra/format.h>
38#include <vppinfra/pool.h>
39#include <vppinfra/xxhash.h>
40
41typedef struct
42{
43 u64 key[5];
44 u64 value;
45} clib_bihash_kv_40_8_t;
46
Dave Barachb9c8c572023-03-16 13:03:47 -040047static inline void
48clib_bihash_mark_free_40_8 (clib_bihash_kv_40_8_t *v)
49{
50 v->value = 0xFEEDFACE8BADF00DULL;
51}
52
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010053static inline int
54clib_bihash_is_free_40_8 (const clib_bihash_kv_40_8_t * v)
55{
Dave Barachb9c8c572023-03-16 13:03:47 -040056 if (v->value == 0xFEEDFACE8BADF00DULL)
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010057 return 1;
58 return 0;
59}
60
61static inline u64
62clib_bihash_hash_40_8 (const clib_bihash_kv_40_8_t * v)
63{
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +020064#ifdef clib_crc32c_uses_intrinsics
Damjan Marion0f68c792017-04-26 13:05:05 +020065 return clib_crc32c ((u8 *) v->key, 40);
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010066#else
67 u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2] ^ v->key[3] ^ v->key[4];
68 return clib_xxhash (tmp);
69#endif
70}
71
72static inline u8 *
73format_bihash_kvp_40_8 (u8 * s, va_list * args)
74{
75 clib_bihash_kv_40_8_t *v = va_arg (*args, clib_bihash_kv_40_8_t *);
76
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +020077 s = format (s, "key %llu %llu %llu %llu %llu value %llu", v->key[0],
78 v->key[1], v->key[2], v->key[3], v->key[4], v->value);
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010079 return s;
80}
81
82static inline int
Damjan Marion1cf9a162018-05-23 20:21:51 +020083clib_bihash_key_compare_40_8 (u64 * a, u64 * b)
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +010084{
Damjan Marion1cf9a162018-05-23 20:21:51 +020085#if defined (CLIB_HAVE_VEC512)
BenoƮt Ganne495c3202022-03-21 15:01:41 +010086 return u64x8_is_equal (u64x8_mask_load_zero (a, 0x1f),
87 u64x8_mask_load_zero (b, 0x1f));
Damjan Marion1cf9a162018-05-23 20:21:51 +020088#elif defined (CLIB_HAVE_VEC256)
Damjan Marion09fdf9d2018-06-28 17:55:50 +020089 u64x4 v = { a[4] ^ b[4], 0, 0, 0 };
90 v |= u64x4_load_unaligned (a) ^ u64x4_load_unaligned (b);
Damjan Marion1cf9a162018-05-23 20:21:51 +020091 return u64x4_is_all_zero (v);
92#elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE)
Damjan Marion09fdf9d2018-06-28 17:55:50 +020093 u64x2 v = { a[4] ^ b[4], 0 };
94 v |= u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b);
Damjan Marion1cf9a162018-05-23 20:21:51 +020095 v |= u64x2_load_unaligned (a + 2) ^ u64x2_load_unaligned (b + 2);
Damjan Marion1cf9a162018-05-23 20:21:51 +020096 return u64x2_is_all_zero (v);
97#else
Andrew Yourtchenkobeb50d42017-08-08 16:43:38 +020098 return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2]) | (a[3] ^ b[3])
99 | (a[4] ^ b[4])) == 0;
Damjan Marion1cf9a162018-05-23 20:21:51 +0200100#endif
Andrew Yourtchenkod2a59be2017-03-21 10:31:55 +0100101}
102
103#undef __included_bihash_template_h__
104#include <vppinfra/bihash_template.h>
105
106#endif /* __included_bihash_40_8_h__ */
107
108/*
109 * fd.io coding-style-patch-verification: ON
110 *
111 * Local Variables:
112 * eval: (c-set-style "gnu")
113 * End:
114 */