blob: 5cf5d3b76a1ad4ff45f124fc6a30d62f182ed559 [file] [log] [blame]
Ed Warnickecb9cada2015-12-08 15:45:58 -07001/*
2 * Copyright (c) 2015 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15/*
16 Copyright (c) 2001, 2002, 2003 Eliot Dresselhaus
17
18 Permission is hereby granted, free of charge, to any person obtaining
19 a copy of this software and associated documentation files (the
20 "Software"), to deal in the Software without restriction, including
21 without limitation the rights to use, copy, modify, merge, publish,
22 distribute, sublicense, and/or sell copies of the Software, and to
23 permit persons to whom the Software is furnished to do so, subject to
24 the following conditions:
25
26 The above copyright notice and this permission notice shall be
27 included in all copies or substantial portions of the Software.
28
29 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
30 EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
31 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
32 NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
33 LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
34 OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
35 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
36*/
37
38#ifndef included_clib_vec_bootstrap_h
39#define included_clib_vec_bootstrap_h
40
Dave Barachc3799992016-08-15 11:12:27 -040041/** \file
Paul Vinciguerraec11b132018-09-24 05:25:00 -070042 Vector bootstrap header file
Ed Warnickecb9cada2015-12-08 15:45:58 -070043*/
44
45/* Bootstrap include so that #include <vppinfra/mem.h> can include e.g.
46 <vppinfra/mheap.h> which depends on <vppinfra/vec.h>. */
47
48/** \brief vector header structure
49
Paul Vinciguerraec11b132018-09-24 05:25:00 -070050 Bookkeeping header preceding vector elements in memory.
Dave Barachc3799992016-08-15 11:12:27 -040051 User header information may preceed standard vec header.
Ed Warnickecb9cada2015-12-08 15:45:58 -070052 If you change u32 len -> u64 len, single vectors can
53 exceed 2**32 elements. Clib heaps are vectors. */
54
Dave Barachc3799992016-08-15 11:12:27 -040055typedef struct
56{
Ed Warnickecb9cada2015-12-08 15:45:58 -070057 u32 len; /**< Number of elements in vector (NOT its allocated length). */
Dave Baracha690fdb2020-01-21 12:34:55 -050058 u8 numa_id; /**< NUMA id */
59 u8 vpad[3]; /**< pad to 8 bytes */
Ed Warnickecb9cada2015-12-08 15:45:58 -070060 u8 vector_data[0]; /**< Vector data . */
61} vec_header_t;
62
Dave Baracha690fdb2020-01-21 12:34:55 -050063#define VEC_NUMA_UNSPECIFIED (0xFF)
64
Ed Warnickecb9cada2015-12-08 15:45:58 -070065/** \brief Find the vector header
66
67 Given the user's pointer to a vector, find the corresponding
Dave Barachc3799992016-08-15 11:12:27 -040068 vector header
Ed Warnickecb9cada2015-12-08 15:45:58 -070069
70 @param v pointer to a vector
71 @return pointer to the vector's vector_header_t
72*/
73#define _vec_find(v) ((vec_header_t *) (v) - 1)
74
75#define _vec_round_size(s) \
76 (((s) + sizeof (uword) - 1) &~ (sizeof (uword) - 1))
77
78always_inline uword
79vec_header_bytes (uword header_bytes)
Dave Barachc3799992016-08-15 11:12:27 -040080{
81 return round_pow2 (header_bytes + sizeof (vec_header_t),
82 sizeof (vec_header_t));
83}
Ed Warnickecb9cada2015-12-08 15:45:58 -070084
85/** \brief Find a user vector header
Dave Barachc3799992016-08-15 11:12:27 -040086
Ed Warnickecb9cada2015-12-08 15:45:58 -070087 Finds the user header of a vector with unspecified alignment given
88 the user pointer to the vector.
89*/
90
91always_inline void *
Dave Barachc3799992016-08-15 11:12:27 -040092vec_header (void *v, uword header_bytes)
93{
94 return v - vec_header_bytes (header_bytes);
95}
Ed Warnickecb9cada2015-12-08 15:45:58 -070096
97/** \brief Find the end of user vector header
Dave Barachc3799992016-08-15 11:12:27 -040098
99 Finds the end of the user header of a vector with unspecified
Ed Warnickecb9cada2015-12-08 15:45:58 -0700100 alignment given the user pointer to the vector.
101*/
102
103always_inline void *
Dave Barachc3799992016-08-15 11:12:27 -0400104vec_header_end (void *v, uword header_bytes)
105{
106 return v + vec_header_bytes (header_bytes);
107}
Ed Warnickecb9cada2015-12-08 15:45:58 -0700108
109always_inline uword
110vec_aligned_header_bytes (uword header_bytes, uword align)
111{
112 return round_pow2 (header_bytes + sizeof (vec_header_t), align);
113}
114
115always_inline void *
Dave Barachc3799992016-08-15 11:12:27 -0400116vec_aligned_header (void *v, uword header_bytes, uword align)
117{
118 return v - vec_aligned_header_bytes (header_bytes, align);
119}
Ed Warnickecb9cada2015-12-08 15:45:58 -0700120
121always_inline void *
Dave Barachc3799992016-08-15 11:12:27 -0400122vec_aligned_header_end (void *v, uword header_bytes, uword align)
123{
124 return v + vec_aligned_header_bytes (header_bytes, align);
125}
Ed Warnickecb9cada2015-12-08 15:45:58 -0700126
127
128/** \brief Number of elements in vector (lvalue-capable)
129
Dave Baracha690fdb2020-01-21 12:34:55 -0500130 _vec_len (v) does not check for null, but can be used as an lvalue
Dave Barachc3799992016-08-15 11:12:27 -0400131 (e.g. _vec_len (v) = 99).
Ed Warnickecb9cada2015-12-08 15:45:58 -0700132*/
133
134#define _vec_len(v) (_vec_find(v)->len)
135
136/** \brief Number of elements in vector (rvalue-only, NULL tolerant)
Dave Barachc3799992016-08-15 11:12:27 -0400137
Ed Warnickecb9cada2015-12-08 15:45:58 -0700138 vec_len (v) checks for NULL, but cannot be used as an lvalue.
139 If in doubt, use vec_len...
140*/
141
142#define vec_len(v) ((v) ? _vec_len(v) : 0)
Dave Barache09ae012020-08-19 06:59:53 -0400143u32 vec_len_not_inline (void *v);
Ed Warnickecb9cada2015-12-08 15:45:58 -0700144
Dave Baracha690fdb2020-01-21 12:34:55 -0500145/** \brief Vector's NUMA id (lvalue-capable)
146
147 _vec_numa(v) does not check for null, but can be used as an lvalue
148 (e.g. _vec_numa(v) = 1).
149*/
150
151#define _vec_numa(v) (_vec_find(v)->numa_id)
152
153/** \brief Return vector's NUMA ID (rvalue-only, NULL tolerant)
154 vec_numa(v) checks for NULL, but cannot be used as an lvalue.
155*/
156#define vec_numa(v) ((v) ? _vec_numa(v) : 0)
157
158
Ed Warnickecb9cada2015-12-08 15:45:58 -0700159/** \brief Number of data bytes in vector. */
160
161#define vec_bytes(v) (vec_len (v) * sizeof (v[0]))
162
163/** \brief Total number of bytes that can fit in vector with current allocation. */
164
165#define vec_capacity(v,b) \
166({ \
167 void * _vec_capacity_v = (void *) (v); \
168 uword _vec_capacity_b = (b); \
169 _vec_capacity_b = sizeof (vec_header_t) + _vec_round_size (_vec_capacity_b); \
170 _vec_capacity_v ? clib_mem_size (_vec_capacity_v - _vec_capacity_b) : 0; \
171})
172
173/** \brief Total number of elements that can fit into vector. */
Florin Corasd6a1ace2020-12-15 20:35:11 -0800174#define vec_max_len(v) \
175 ((v) ? (vec_capacity (v,0) - vec_header_bytes (0)) / sizeof (v[0]) : 0)
Ed Warnickecb9cada2015-12-08 15:45:58 -0700176
Benoît Ganne8a4bfda2019-07-22 14:21:46 +0200177/** \brief Set vector length to a user-defined value */
Benoît Ganne70d5d4f2019-10-22 18:19:00 +0200178#ifndef __COVERITY__ /* Coverity gets confused by ASSERT() */
Benoît Ganne8a4bfda2019-07-22 14:21:46 +0200179#define vec_set_len(v, l) do { \
180 ASSERT(v); \
181 ASSERT((l) <= vec_max_len(v)); \
Benoît Ganne9fb6d402019-04-15 15:28:21 +0200182 CLIB_MEM_POISON_LEN((void *)(v), _vec_len(v) * sizeof((v)[0]), (l) * sizeof((v)[0])); \
Benoît Ganne8a4bfda2019-07-22 14:21:46 +0200183 _vec_len(v) = (l); \
184} while (0)
Benoît Ganne70d5d4f2019-10-22 18:19:00 +0200185#else /* __COVERITY__ */
186#define vec_set_len(v, l) do { \
187 _vec_len(v) = (l); \
188} while (0)
189#endif /* __COVERITY__ */
Benoît Ganne8a4bfda2019-07-22 14:21:46 +0200190
191/** \brief Reset vector length to zero
192 NULL-pointer tolerant
193*/
Benoît Ganne8a4bfda2019-07-22 14:21:46 +0200194#define vec_reset_length(v) do { if (v) vec_set_len (v, 0); } while (0)
195
Ed Warnickecb9cada2015-12-08 15:45:58 -0700196/** \brief End (last data address) of vector. */
197#define vec_end(v) ((v) + vec_len (v))
198
199/** \brief True if given pointer is within given vector. */
200#define vec_is_member(v,e) ((e) >= (v) && (e) < vec_end (v))
201
202/** \brief Get vector value at index i checking that i is in bounds. */
203#define vec_elt_at_index(v,i) \
204({ \
205 ASSERT ((i) < vec_len (v)); \
206 (v) + (i); \
207})
208
209/** \brief Get vector value at index i */
210#define vec_elt(v,i) (vec_elt_at_index(v,i))[0]
211
212/** \brief Vector iterator */
213#define vec_foreach(var,vec) for (var = (vec); var < vec_end (vec); var++)
214
215/** \brief Vector iterator (reverse) */
216#define vec_foreach_backwards(var,vec) \
217for (var = vec_end (vec) - 1; var >= (vec); var--)
218
219/** \brief Iterate over vector indices. */
220#define vec_foreach_index(var,v) for ((var) = 0; (var) < vec_len (v); (var)++)
221
Neale Rannsfc5dda32018-07-27 00:44:52 -0700222/** \brief Iterate over vector indices (reverse). */
223#define vec_foreach_index_backwards(var,v) \
224 for ((var) = vec_len((v)) - 1; (var) >= 0; (var)--)
225
Dave Baracha690fdb2020-01-21 12:34:55 -0500226/** \brief return the NUMA index for a vector */
227always_inline uword
228vec_get_numa (void *v)
229{
230 vec_header_t *vh;
231 if (v == 0)
232 return 0;
233 vh = _vec_find (v);
234 return vh->numa_id;
235}
236
Ed Warnickecb9cada2015-12-08 15:45:58 -0700237#endif /* included_clib_vec_bootstrap_h */
Dave Barachc3799992016-08-15 11:12:27 -0400238
239/*
240 * fd.io coding-style-patch-verification: ON
241 *
242 * Local Variables:
243 * eval: (c-set-style "gnu")
244 * End:
245 */