blob: 54fd7090e81673ccb6c66ea99f4b4d13c53a664b [file] [log] [blame]
Dave Barach68b0fb02017-02-28 15:15:56 -05001/*
2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15
16#undef BIHASH_TYPE
Dave Barach908a5ea2017-07-14 12:42:21 -040017#undef BIHASH_KVP_PER_PAGE
Dave Barach2ce28d62019-05-03 12:58:01 -040018#undef BIHASH_32_64_SVM
19#undef BIHASH_ENABLE_STATS
Dave Barach16e4a4a2020-04-16 12:00:14 -040020#undef BIHASH_KVP_AT_BUCKET_LEVEL
21#undef BIHASH_LAZY_INSTANTIATE
22#undef BIHASH_BUCKET_PREFETCH_CACHE_LINES
Dave Barach68b0fb02017-02-28 15:15:56 -050023
24#define BIHASH_TYPE _48_8
25#define BIHASH_KVP_PER_PAGE 4
Dave Barach16e4a4a2020-04-16 12:00:14 -040026#define BIHASH_KVP_AT_BUCKET_LEVEL 0
27#define BIHASH_LAZY_INSTANTIATE 1
28#define BIHASH_BUCKET_PREFETCH_CACHE_LINES 1
Dave Barach68b0fb02017-02-28 15:15:56 -050029
30#ifndef __included_bihash_48_8_h__
31#define __included_bihash_48_8_h__
32
Christophe Fontaineb4bd28a2017-05-31 11:27:19 +020033#include <vppinfra/crc32.h>
Dave Barach68b0fb02017-02-28 15:15:56 -050034#include <vppinfra/heap.h>
35#include <vppinfra/format.h>
36#include <vppinfra/pool.h>
37#include <vppinfra/xxhash.h>
38
39typedef struct
40{
41 u64 key[6];
42 u64 value;
43} clib_bihash_kv_48_8_t;
44
45static inline int
46clib_bihash_is_free_48_8 (const clib_bihash_kv_48_8_t * v)
47{
Dave Barachb7b92992018-10-17 10:38:51 -040048 /* Free values are clib_memset to 0xff, check a bit... */
Dave Barach68b0fb02017-02-28 15:15:56 -050049 if (v->key[0] == ~0ULL && v->value == ~0ULL)
50 return 1;
51 return 0;
52}
53
Dave Barach68b0fb02017-02-28 15:15:56 -050054static inline u64
55clib_bihash_hash_48_8 (const clib_bihash_kv_48_8_t * v)
56{
Christophe Fontaineb4bd28a2017-05-31 11:27:19 +020057#ifdef clib_crc32c_uses_intrinsics
58 return clib_crc32c ((u8 *) v->key, 48);
Dave Barach68b0fb02017-02-28 15:15:56 -050059#else
Dave Barach68b0fb02017-02-28 15:15:56 -050060 u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2] ^ v->key[3] ^ v->key[4]
61 ^ v->key[5];
62 return clib_xxhash (tmp);
Dave Barach68b0fb02017-02-28 15:15:56 -050063#endif
Christophe Fontaineb4bd28a2017-05-31 11:27:19 +020064}
Dave Barach68b0fb02017-02-28 15:15:56 -050065
66static inline u8 *
67format_bihash_kvp_48_8 (u8 * s, va_list * args)
68{
69 clib_bihash_kv_48_8_t *v = va_arg (*args, clib_bihash_kv_48_8_t *);
70
71 s = format (s, "key %llu %llu %llu %llu %llu %llu value %llu", v->key[0],
72 v->key[1], v->key[2], v->key[3], v->key[4], v->key[5],
73 v->value);
74 return s;
75}
76
77static inline int
Damjan Marion1cf9a162018-05-23 20:21:51 +020078clib_bihash_key_compare_48_8 (u64 * a, u64 * b)
Dave Barach68b0fb02017-02-28 15:15:56 -050079{
Damjan Marion1cf9a162018-05-23 20:21:51 +020080#if defined (CLIB_HAVE_VEC512)
81 u64x8 v = u64x8_load_unaligned (a) ^ u64x8_load_unaligned (b);
82 return (u64x8_is_zero_mask (v) & 0x3f) == 0;
83#elif defined (CLIB_HAVE_VEC256)
Damjan Marion09fdf9d2018-06-28 17:55:50 +020084 u64x4 v = { 0 };
85 v = u64x4_insert_lo (v, u64x2_load_unaligned (a + 4) ^
86 u64x2_load_unaligned (b + 4));
87 v |= u64x4_load_unaligned (a) ^ u64x4_load_unaligned (b);
Damjan Marion1cf9a162018-05-23 20:21:51 +020088 return u64x4_is_all_zero (v);
89#elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE)
90 u64x2 v;
91 v = u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b);
92 v |= u64x2_load_unaligned (a + 2) ^ u64x2_load_unaligned (b + 2);
93 v |= u64x2_load_unaligned (a + 4) ^ u64x2_load_unaligned (b + 4);
94 return u64x2_is_all_zero (v);
95#else
Dave Barach68b0fb02017-02-28 15:15:56 -050096 return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2]) | (a[3] ^ b[3])
97 | (a[4] ^ b[4]) | (a[5] ^ b[5])) == 0;
Damjan Marion1cf9a162018-05-23 20:21:51 +020098#endif
Dave Barach68b0fb02017-02-28 15:15:56 -050099}
100
101#undef __included_bihash_template_h__
102#include <vppinfra/bihash_template.h>
103
104#endif /* __included_bihash_48_8_h__ */
105
106/*
107 * fd.io coding-style-patch-verification: ON
108 *
109 * Local Variables:
110 * eval: (c-set-style "gnu")
111 * End:
112 */