blob: 2d667ad9aa38135c541bedbd567c18e79d7d2650 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15#undef BIHASH_TYPE
Dave Barach908a5ea2017-07-14 12:42:21 -040016#undef BIHASH_KVP_PER_PAGE
Dave Barach2ce28d62019-05-03 12:58:01 -040017#undef BIHASH_32_64_SVM
18#undef BIHASH_ENABLE_STATS
Dave Barach16e4a4a2020-04-16 12:00:14 -040019#undef BIHASH_KVP_AT_BUCKET_LEVEL
20#undef BIHASH_LAZY_INSTANTIATE
21#undef BIHASH_BUCKET_PREFETCH_CACHE_LINES
Damjan Marion2454de22020-09-26 19:32:34 +020022#undef BIHASH_USE_HEAP
Ed Warnickecb9cada2015-12-08 15:45:58 -070023
24#define BIHASH_TYPE _24_8
25#define BIHASH_KVP_PER_PAGE 4
Dave Barach16e4a4a2020-04-16 12:00:14 -040026#define BIHASH_KVP_AT_BUCKET_LEVEL 0
27#define BIHASH_LAZY_INSTANTIATE 1
28#define BIHASH_BUCKET_PREFETCH_CACHE_LINES 1
Damjan Marion2454de22020-09-26 19:32:34 +020029#define BIHASH_USE_HEAP 1
Ed Warnickecb9cada2015-12-08 15:45:58 -070030
31#ifndef __included_bihash_24_8_h__
32#define __included_bihash_24_8_h__
33
Christophe Fontaineb4bd28a2017-05-31 11:27:19 +020034#include <vppinfra/crc32.h>
Ed Warnickecb9cada2015-12-08 15:45:58 -070035#include <vppinfra/heap.h>
36#include <vppinfra/format.h>
37#include <vppinfra/pool.h>
38#include <vppinfra/xxhash.h>
39
Dave Barachc3799992016-08-15 11:12:27 -040040typedef struct
41{
Ed Warnickecb9cada2015-12-08 15:45:58 -070042 u64 key[3];
43 u64 value;
44} clib_bihash_kv_24_8_t;
45
Dave Barachc3799992016-08-15 11:12:27 -040046static inline int
Neale Ranns0bfe5d82016-08-25 15:29:12 +010047clib_bihash_is_free_24_8 (const clib_bihash_kv_24_8_t * v)
Ed Warnickecb9cada2015-12-08 15:45:58 -070048{
Dave Barachb7b92992018-10-17 10:38:51 -040049 /* Free values are clib_memset to 0xff, check a bit... */
Ed Warnickecb9cada2015-12-08 15:45:58 -070050 if (v->key[0] == ~0ULL && v->value == ~0ULL)
51 return 1;
52 return 0;
53}
54
Damjan Marionc967a822016-10-28 22:35:17 +020055static inline u64
56clib_bihash_hash_24_8 (const clib_bihash_kv_24_8_t * v)
57{
Christophe Fontaineb4bd28a2017-05-31 11:27:19 +020058#ifdef clib_crc32c_uses_intrinsics
Damjan Marion0f68c792017-04-26 13:05:05 +020059 return clib_crc32c ((u8 *) v->key, 24);
Dave Barachc3799992016-08-15 11:12:27 -040060#else
Ed Warnickecb9cada2015-12-08 15:45:58 -070061 u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2];
62 return clib_xxhash (tmp);
Ed Warnickecb9cada2015-12-08 15:45:58 -070063#endif
Damjan Marionc967a822016-10-28 22:35:17 +020064}
Ed Warnickecb9cada2015-12-08 15:45:58 -070065
Dave Barachc3799992016-08-15 11:12:27 -040066static inline u8 *
67format_bihash_kvp_24_8 (u8 * s, va_list * args)
Ed Warnickecb9cada2015-12-08 15:45:58 -070068{
Dave Barachc3799992016-08-15 11:12:27 -040069 clib_bihash_kv_24_8_t *v = va_arg (*args, clib_bihash_kv_24_8_t *);
Ed Warnickecb9cada2015-12-08 15:45:58 -070070
Dave Barachc3799992016-08-15 11:12:27 -040071 s = format (s, "key %llu %llu %llu value %llu",
72 v->key[0], v->key[1], v->key[2], v->value);
Ed Warnickecb9cada2015-12-08 15:45:58 -070073 return s;
74}
75
Dave Barachc3799992016-08-15 11:12:27 -040076static inline int
Damjan Marion1cf9a162018-05-23 20:21:51 +020077clib_bihash_key_compare_24_8 (u64 * a, u64 * b)
Ed Warnickecb9cada2015-12-08 15:45:58 -070078{
Damjan Marion1cf9a162018-05-23 20:21:51 +020079#if defined (CLIB_HAVE_VEC512)
80 u64x8 v = u64x8_load_unaligned (a) ^ u64x8_load_unaligned (b);
81 return (u64x8_is_zero_mask (v) & 0x7) == 0;
82#elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE)
Damjan Marion09fdf9d2018-06-28 17:55:50 +020083 u64x2 v = { a[2] ^ b[2], 0 };
84 v |= u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b);
Damjan Marion1cf9a162018-05-23 20:21:51 +020085 return u64x2_is_all_zero (v);
86#else
Dave Barachc3799992016-08-15 11:12:27 -040087 return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2])) == 0;
Damjan Marion1cf9a162018-05-23 20:21:51 +020088#endif
Ed Warnickecb9cada2015-12-08 15:45:58 -070089}
Dave Barachc3799992016-08-15 11:12:27 -040090
Ed Warnickecb9cada2015-12-08 15:45:58 -070091#undef __included_bihash_template_h__
92#include <vppinfra/bihash_template.h>
93
94#endif /* __included_bihash_24_8_h__ */
Dave Barachc3799992016-08-15 11:12:27 -040095
96/*
97 * fd.io coding-style-patch-verification: ON
98 *
99 * Local Variables:
100 * eval: (c-set-style "gnu")
101 * End:
102 */