blob: f70190c63a5adc0b4b744a642738e53e736829f2 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 Copyright (c) 2014 Cisco and/or its affiliates.
3
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15*/
16
Chris Luke16bcf7d2016-09-01 14:31:46 -040017/** @cond DOCUMENTATION_IS_IN_BIHASH_DOC_H */
Dave Barachdd3a57f2016-07-27 16:58:51 -040018
Dave Barachc3799992016-08-15 11:12:27 -040019/*
Ed Warnickecb9cada2015-12-08 15:45:58 -070020 * Note: to instantiate the template multiple times in a single file,
21 * #undef __included_bihash_template_h__...
22 */
23#ifndef __included_bihash_template_h__
24#define __included_bihash_template_h__
25
26#include <vppinfra/heap.h>
27#include <vppinfra/format.h>
28#include <vppinfra/pool.h>
29
30#ifndef BIHASH_TYPE
31#error BIHASH_TYPE not defined
32#endif
33
34#define _bv(a,b) a##b
35#define __bv(a,b) _bv(a,b)
36#define BV(a) __bv(a,BIHASH_TYPE)
37
38#define _bvt(a,b) a##b##_t
39#define __bvt(a,b) _bvt(a,b)
40#define BVT(a) __bvt(a,BIHASH_TYPE)
41
Dave Barachc3799992016-08-15 11:12:27 -040042typedef struct BV (clib_bihash_value)
43{
44 union
45 {
46 BVT (clib_bihash_kv) kvp[BIHASH_KVP_PER_PAGE];
47 struct BV (clib_bihash_value) * next_free;
Ed Warnickecb9cada2015-12-08 15:45:58 -070048 };
Dave Barachc3799992016-08-15 11:12:27 -040049} BVT (clib_bihash_value);
Ed Warnickecb9cada2015-12-08 15:45:58 -070050
Dave Barachc3799992016-08-15 11:12:27 -040051/*
Ed Warnickecb9cada2015-12-08 15:45:58 -070052 * This is shared across all uses of the template, so it needs
53 * a "personal" #include recursion block
54 */
55#ifndef __defined_clib_bihash_bucket_t__
56#define __defined_clib_bihash_bucket_t__
Dave Barachc3799992016-08-15 11:12:27 -040057typedef struct
58{
59 union
60 {
61 struct
62 {
Ed Warnickecb9cada2015-12-08 15:45:58 -070063 u32 offset;
64 u8 pad[3];
65 u8 log2_pages;
66 };
67 u64 as_u64;
68 };
69} clib_bihash_bucket_t;
70#endif /* __defined_clib_bihash_bucket_t__ */
71
Dave Barachc3799992016-08-15 11:12:27 -040072typedef struct
73{
74 BVT (clib_bihash_value) * values;
75 clib_bihash_bucket_t *buckets;
76 volatile u32 *writer_lock;
Ed Warnickecb9cada2015-12-08 15:45:58 -070077
Dave Barachc3799992016-08-15 11:12:27 -040078 BVT (clib_bihash_value) ** working_copies;
Ed Warnickecb9cada2015-12-08 15:45:58 -070079 clib_bihash_bucket_t saved_bucket;
80
81 u32 nbuckets;
82 u32 log2_nbuckets;
Dave Barachc3799992016-08-15 11:12:27 -040083 u8 *name;
Ed Warnickecb9cada2015-12-08 15:45:58 -070084
Dave Barachc3799992016-08-15 11:12:27 -040085 BVT (clib_bihash_value) ** freelists;
86 void *mheap;
Ed Warnickecb9cada2015-12-08 15:45:58 -070087
Dave Barachc3799992016-08-15 11:12:27 -040088} BVT (clib_bihash);
Ed Warnickecb9cada2015-12-08 15:45:58 -070089
90
Neale Ranns0bfe5d82016-08-25 15:29:12 +010091static inline void *BV (clib_bihash_get_value) (const BVT (clib_bihash) * h,
Dave Barachc3799992016-08-15 11:12:27 -040092 uword offset)
Ed Warnickecb9cada2015-12-08 15:45:58 -070093{
Dave Barachc3799992016-08-15 11:12:27 -040094 u8 *hp = h->mheap;
95 u8 *vp = hp + offset;
Ed Warnickecb9cada2015-12-08 15:45:58 -070096
97 return (void *) vp;
98}
99
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100100static inline uword BV (clib_bihash_get_offset) (const BVT (clib_bihash) * h,
Dave Barachc3799992016-08-15 11:12:27 -0400101 void *v)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700102{
Dave Barachc3799992016-08-15 11:12:27 -0400103 u8 *hp, *vp;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700104
105 hp = (u8 *) h->mheap;
106 vp = (u8 *) v;
107
Dave Barachc3799992016-08-15 11:12:27 -0400108 ASSERT ((vp - hp) < 0x100000000ULL);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700109 return vp - hp;
110}
111
Dave Barachc3799992016-08-15 11:12:27 -0400112void BV (clib_bihash_init)
113 (BVT (clib_bihash) * h, char *name, u32 nbuckets, uword memory_size);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700114
Dave Barachc3799992016-08-15 11:12:27 -0400115void BV (clib_bihash_free) (BVT (clib_bihash) * h);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700116
Dave Barachc3799992016-08-15 11:12:27 -0400117int BV (clib_bihash_add_del) (BVT (clib_bihash) * h,
118 BVT (clib_bihash_kv) * add_v, int is_add);
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100119int BV (clib_bihash_search) (const BVT (clib_bihash) * h,
Dave Barachc3799992016-08-15 11:12:27 -0400120 BVT (clib_bihash_kv) * search_v,
121 BVT (clib_bihash_kv) * return_v);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700122
Dave Barachc3799992016-08-15 11:12:27 -0400123void BV (clib_bihash_foreach_key_value_pair) (BVT (clib_bihash) * h,
124 void *callback, void *arg);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700125
Dave Barachc3799992016-08-15 11:12:27 -0400126format_function_t BV (format_bihash);
127format_function_t BV (format_bihash_kvp);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700128
129
Dave Barachc3799992016-08-15 11:12:27 -0400130static inline int BV (clib_bihash_search_inline)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100131 (const BVT (clib_bihash) * h, BVT (clib_bihash_kv) * kvp)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700132{
133 u64 hash;
134 u32 bucket_index;
135 uword value_index;
Dave Barachc3799992016-08-15 11:12:27 -0400136 BVT (clib_bihash_value) * v;
137 clib_bihash_bucket_t *b;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700138 int i;
139
Dave Barachc3799992016-08-15 11:12:27 -0400140 hash = BV (clib_bihash_hash) (kvp);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700141
Dave Barachc3799992016-08-15 11:12:27 -0400142 bucket_index = hash & (h->nbuckets - 1);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700143 b = &h->buckets[bucket_index];
144
145 if (b->offset == 0)
146 return -1;
147
148 hash >>= h->log2_nbuckets;
149
Dave Barachc3799992016-08-15 11:12:27 -0400150 v = BV (clib_bihash_get_value) (h, b->offset);
151 value_index = hash & ((1 << b->log2_pages) - 1);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700152 v += value_index;
Dave Barachc3799992016-08-15 11:12:27 -0400153
Ed Warnickecb9cada2015-12-08 15:45:58 -0700154 for (i = 0; i < BIHASH_KVP_PER_PAGE; i++)
155 {
Dave Barachc3799992016-08-15 11:12:27 -0400156 if (BV (clib_bihash_key_compare) (v->kvp[i].key, kvp->key))
157 {
158 *kvp = v->kvp[i];
159 return 0;
160 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700161 }
162 return -1;
163}
164
Dave Barachc3799992016-08-15 11:12:27 -0400165static inline int BV (clib_bihash_search_inline_2)
Neale Ranns0bfe5d82016-08-25 15:29:12 +0100166 (const BVT (clib_bihash) * h,
Dave Barachc3799992016-08-15 11:12:27 -0400167 BVT (clib_bihash_kv) * search_key, BVT (clib_bihash_kv) * valuep)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700168{
169 u64 hash;
170 u32 bucket_index;
171 uword value_index;
Dave Barachc3799992016-08-15 11:12:27 -0400172 BVT (clib_bihash_value) * v;
173 clib_bihash_bucket_t *b;
Ed Warnickecb9cada2015-12-08 15:45:58 -0700174 int i;
175
Dave Barachc3799992016-08-15 11:12:27 -0400176 ASSERT (valuep);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700177
Dave Barachc3799992016-08-15 11:12:27 -0400178 hash = BV (clib_bihash_hash) (search_key);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700179
Dave Barachc3799992016-08-15 11:12:27 -0400180 bucket_index = hash & (h->nbuckets - 1);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700181 b = &h->buckets[bucket_index];
182
183 if (b->offset == 0)
184 return -1;
185
186 hash >>= h->log2_nbuckets;
187
Dave Barachc3799992016-08-15 11:12:27 -0400188 v = BV (clib_bihash_get_value) (h, b->offset);
189 value_index = hash & ((1 << b->log2_pages) - 1);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700190 v += value_index;
Dave Barachc3799992016-08-15 11:12:27 -0400191
Ed Warnickecb9cada2015-12-08 15:45:58 -0700192 for (i = 0; i < BIHASH_KVP_PER_PAGE; i++)
193 {
Dave Barachc3799992016-08-15 11:12:27 -0400194 if (BV (clib_bihash_key_compare) (v->kvp[i].key, search_key->key))
195 {
196 *valuep = v->kvp[i];
197 return 0;
198 }
Ed Warnickecb9cada2015-12-08 15:45:58 -0700199 }
200 return -1;
201}
202
203
204#endif /* __included_bihash_template_h__ */
Dave Barachdd3a57f2016-07-27 16:58:51 -0400205
Chris Luke16bcf7d2016-09-01 14:31:46 -0400206/** @endcond */
Dave Barachc3799992016-08-15 11:12:27 -0400207
208/*
209 * fd.io coding-style-patch-verification: ON
210 *
211 * Local Variables:
212 * eval: (c-set-style "gnu")
213 * End:
214 */