Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2015 Cisco and/or its affiliates. |
| 3 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | * you may not use this file except in compliance with the License. |
| 5 | * You may obtain a copy of the License at: |
| 6 | * |
| 7 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | * |
| 9 | * Unless required by applicable law or agreed to in writing, software |
| 10 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | * See the License for the specific language governing permissions and |
| 13 | * limitations under the License. |
| 14 | */ |
| 15 | #undef BIHASH_TYPE |
Dave Barach | 908a5ea | 2017-07-14 12:42:21 -0400 | [diff] [blame] | 16 | #undef BIHASH_KVP_PER_PAGE |
Dave Barach | 2ce28d6 | 2019-05-03 12:58:01 -0400 | [diff] [blame] | 17 | #undef BIHASH_32_64_SVM |
| 18 | #undef BIHASH_ENABLE_STATS |
Dave Barach | 16e4a4a | 2020-04-16 12:00:14 -0400 | [diff] [blame] | 19 | #undef BIHASH_KVP_AT_BUCKET_LEVEL |
| 20 | #undef BIHASH_LAZY_INSTANTIATE |
| 21 | #undef BIHASH_BUCKET_PREFETCH_CACHE_LINES |
Damjan Marion | 2454de2 | 2020-09-26 19:32:34 +0200 | [diff] [blame] | 22 | #undef BIHASH_USE_HEAP |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 23 | |
| 24 | #define BIHASH_TYPE _24_8 |
| 25 | #define BIHASH_KVP_PER_PAGE 4 |
Dave Barach | 16e4a4a | 2020-04-16 12:00:14 -0400 | [diff] [blame] | 26 | #define BIHASH_KVP_AT_BUCKET_LEVEL 0 |
| 27 | #define BIHASH_LAZY_INSTANTIATE 1 |
| 28 | #define BIHASH_BUCKET_PREFETCH_CACHE_LINES 1 |
Damjan Marion | 2454de2 | 2020-09-26 19:32:34 +0200 | [diff] [blame] | 29 | #define BIHASH_USE_HEAP 1 |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 30 | |
| 31 | #ifndef __included_bihash_24_8_h__ |
| 32 | #define __included_bihash_24_8_h__ |
| 33 | |
Christophe Fontaine | b4bd28a | 2017-05-31 11:27:19 +0200 | [diff] [blame] | 34 | #include <vppinfra/crc32.h> |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 35 | #include <vppinfra/heap.h> |
| 36 | #include <vppinfra/format.h> |
| 37 | #include <vppinfra/pool.h> |
| 38 | #include <vppinfra/xxhash.h> |
| 39 | |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 40 | typedef struct |
| 41 | { |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 42 | u64 key[3]; |
| 43 | u64 value; |
| 44 | } clib_bihash_kv_24_8_t; |
| 45 | |
Dave Barach | b9c8c57 | 2023-03-16 13:03:47 -0400 | [diff] [blame] | 46 | static inline void |
| 47 | clib_bihash_mark_free_24_8 (clib_bihash_kv_24_8_t *v) |
| 48 | { |
| 49 | v->value = 0xFEEDFACE8BADF00DULL; |
| 50 | } |
| 51 | |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 52 | static inline int |
Neale Ranns | 0bfe5d8 | 2016-08-25 15:29:12 +0100 | [diff] [blame] | 53 | clib_bihash_is_free_24_8 (const clib_bihash_kv_24_8_t * v) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 54 | { |
Dave Barach | b9c8c57 | 2023-03-16 13:03:47 -0400 | [diff] [blame] | 55 | if (v->value == 0xFEEDFACE8BADF00DULL) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 56 | return 1; |
| 57 | return 0; |
| 58 | } |
| 59 | |
Damjan Marion | c967a82 | 2016-10-28 22:35:17 +0200 | [diff] [blame] | 60 | static inline u64 |
| 61 | clib_bihash_hash_24_8 (const clib_bihash_kv_24_8_t * v) |
| 62 | { |
Christophe Fontaine | b4bd28a | 2017-05-31 11:27:19 +0200 | [diff] [blame] | 63 | #ifdef clib_crc32c_uses_intrinsics |
Damjan Marion | 0f68c79 | 2017-04-26 13:05:05 +0200 | [diff] [blame] | 64 | return clib_crc32c ((u8 *) v->key, 24); |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 65 | #else |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 66 | u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2]; |
| 67 | return clib_xxhash (tmp); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 68 | #endif |
Damjan Marion | c967a82 | 2016-10-28 22:35:17 +0200 | [diff] [blame] | 69 | } |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 70 | |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 71 | static inline u8 * |
| 72 | format_bihash_kvp_24_8 (u8 * s, va_list * args) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 73 | { |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 74 | clib_bihash_kv_24_8_t *v = va_arg (*args, clib_bihash_kv_24_8_t *); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 75 | |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 76 | s = format (s, "key %llu %llu %llu value %llu", |
| 77 | v->key[0], v->key[1], v->key[2], v->value); |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 78 | return s; |
| 79 | } |
| 80 | |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 81 | static inline int |
Damjan Marion | 1cf9a16 | 2018-05-23 20:21:51 +0200 | [diff] [blame] | 82 | clib_bihash_key_compare_24_8 (u64 * a, u64 * b) |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 83 | { |
Damjan Marion | 1cf9a16 | 2018-05-23 20:21:51 +0200 | [diff] [blame] | 84 | #if defined (CLIB_HAVE_VEC512) |
BenoƮt Ganne | 495c320 | 2022-03-21 15:01:41 +0100 | [diff] [blame] | 85 | return u64x8_is_equal (u64x8_mask_load_zero (a, 0x7), |
| 86 | u64x8_mask_load_zero (b, 0x7)); |
Damjan Marion | 1cf9a16 | 2018-05-23 20:21:51 +0200 | [diff] [blame] | 87 | #elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE) |
Damjan Marion | 09fdf9d | 2018-06-28 17:55:50 +0200 | [diff] [blame] | 88 | u64x2 v = { a[2] ^ b[2], 0 }; |
| 89 | v |= u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b); |
Damjan Marion | 1cf9a16 | 2018-05-23 20:21:51 +0200 | [diff] [blame] | 90 | return u64x2_is_all_zero (v); |
| 91 | #else |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 92 | return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2])) == 0; |
Damjan Marion | 1cf9a16 | 2018-05-23 20:21:51 +0200 | [diff] [blame] | 93 | #endif |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 94 | } |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 95 | |
Ed Warnicke | cb9cada | 2015-12-08 15:45:58 -0700 | [diff] [blame] | 96 | #undef __included_bihash_template_h__ |
| 97 | #include <vppinfra/bihash_template.h> |
| 98 | |
| 99 | #endif /* __included_bihash_24_8_h__ */ |
Dave Barach | c379999 | 2016-08-15 11:12:27 -0400 | [diff] [blame] | 100 | |
| 101 | /* |
| 102 | * fd.io coding-style-patch-verification: ON |
| 103 | * |
| 104 | * Local Variables: |
| 105 | * eval: (c-set-style "gnu") |
| 106 | * End: |
| 107 | */ |