blob: 5aae597f825c7ec6bdc61e79f158a332cb45fc7e [file] [log] [blame]
Damjan Mariona42cd342016-04-13 18:03:20 +02001/*
2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
6 *
7 * http://www.apache.org/licenses/LICENSE-2.0
8 *
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
14 */
15/*
16 * pci.h: PCI definitions.
17 *
18 * Copyright (c) 2008 Eliot Dresselhaus
19 *
20 * Permission is hereby granted, free of charge, to any person obtaining
21 * a copy of this software and associated documentation files (the
22 * "Software"), to deal in the Software without restriction, including
23 * without limitation the rights to use, copy, modify, merge, publish,
24 * distribute, sublicense, and/or sell copies of the Software, and to
25 * permit persons to whom the Software is furnished to do so, subject to
26 * the following conditions:
27 *
28 * The above copyright notice and this permission notice shall be
29 * included in all copies or substantial portions of the Software.
30 *
31 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
32 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
33 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
34 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
35 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
36 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
37 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
38 */
39
40#ifndef included_vlib_pci_h
41#define included_vlib_pci_h
42
43#include <vlib/vlib.h>
44#include <vlib/pci/pci_config.h>
45
Damjan Marioncef87f12017-10-05 15:32:41 +020046/* *INDENT-OFF* */
Dave Barach9b8ffd92016-07-08 08:13:45 -040047typedef CLIB_PACKED (union
Dave Barach9b8ffd92016-07-08 08:13:45 -040048{
Damjan Marioncef87f12017-10-05 15:32:41 +020049 struct
50 {
51 u16 domain;
52 u8 bus;
53 u8 slot: 5;
54 u8 function:3;
55 };
56 u32 as_u32;
57}) vlib_pci_addr_t;
58/* *INDENT-ON* */
Damjan Mariona42cd342016-04-13 18:03:20 +020059
Damjan Marioncef87f12017-10-05 15:32:41 +020060typedef struct vlib_pci_device_info
61{
Damjan Marion20ba1642018-03-26 15:35:33 +020062 u32 flags;
63#define VLIB_PCI_DEVICE_INFO_F_NOIOMMU (1 << 0);
64
Damjan Marioncef87f12017-10-05 15:32:41 +020065 /* addr */
66 vlib_pci_addr_t addr;
Damjan Marion5a206ea2016-05-12 22:11:03 +020067
68 /* Numa Node */
69 int numa_node;
70
Damjan Marionb1b1a142016-08-23 00:53:22 +020071 /* Device data */
72 u16 device_class;
73 u16 vendor_id;
74 u16 device_id;
75
Damjan Marion5a206ea2016-05-12 22:11:03 +020076 /* Vital Product Data */
Dave Barach9b8ffd92016-07-08 08:13:45 -040077 u8 *product_name;
78 u8 *vpd_r;
79 u8 *vpd_w;
Damjan Marion5a206ea2016-05-12 22:11:03 +020080
Damjan Marioncef87f12017-10-05 15:32:41 +020081 /* Driver name */
82 u8 *driver_name;
Damjan Marion5a206ea2016-05-12 22:11:03 +020083
Damjan Marioncef87f12017-10-05 15:32:41 +020084 /* First 64 bytes of configuration space. */
85 union
86 {
87 pci_config_type0_regs_t config0;
88 pci_config_type1_regs_t config1;
89 u8 config_data[256];
90 };
91
92 /* IOMMU Group */
93 int iommu_group;
94
95} vlib_pci_device_info_t;
96
97typedef u32 vlib_pci_dev_handle_t;
98
Damjan Marion23227982018-10-22 13:38:57 +020099vlib_pci_device_info_t *vlib_pci_get_device_info (vlib_main_t * vm,
100 vlib_pci_addr_t * addr,
Damjan Marioncef87f12017-10-05 15:32:41 +0200101 clib_error_t ** error);
102vlib_pci_addr_t *vlib_pci_get_all_dev_addrs ();
Damjan Marion23227982018-10-22 13:38:57 +0200103vlib_pci_addr_t *vlib_pci_get_addr (vlib_main_t * vm,
104 vlib_pci_dev_handle_t h);
Damjan Mariond2bfb782019-01-07 20:56:04 +0100105u32 vlib_pci_get_numa_node (vlib_main_t * vm, vlib_pci_dev_handle_t h);
Mohsin Kazmia402b832019-01-25 15:57:24 +0000106u32 vlib_pci_get_num_msix_interrupts (vlib_main_t * vm,
107 vlib_pci_dev_handle_t h);
108
Damjan Marion23227982018-10-22 13:38:57 +0200109uword vlib_pci_get_private_data (vlib_main_t * vm, vlib_pci_dev_handle_t h);
110void vlib_pci_set_private_data (vlib_main_t * vm, vlib_pci_dev_handle_t h,
111 uword private_data);
Damjan Marioncef87f12017-10-05 15:32:41 +0200112
113static inline void
114vlib_pci_free_device_info (vlib_pci_device_info_t * di)
115{
116 if (!di)
117 return;
118 vec_free (di->product_name);
119 vec_free (di->vpd_r);
120 vec_free (di->vpd_w);
121 vec_free (di->driver_name);
122 clib_mem_free (di);
123}
Damjan Mariona42cd342016-04-13 18:03:20 +0200124
Dave Barach9b8ffd92016-07-08 08:13:45 -0400125typedef struct
126{
Damjan Mariona42cd342016-04-13 18:03:20 +0200127 u16 vendor_id, device_id;
128} pci_device_id_t;
129
Damjan Marion23227982018-10-22 13:38:57 +0200130typedef void (pci_intx_handler_function_t) (vlib_main_t * vm,
131 vlib_pci_dev_handle_t handle);
132typedef void (pci_msix_handler_function_t) (vlib_main_t * vm,
133 vlib_pci_dev_handle_t handle,
Damjan Marion599a16b2018-03-04 19:35:23 +0100134 u16 line);
135
Dave Barach9b8ffd92016-07-08 08:13:45 -0400136typedef struct _pci_device_registration
137{
Damjan Mariona42cd342016-04-13 18:03:20 +0200138 /* Driver init function. */
Damjan Marioncef87f12017-10-05 15:32:41 +0200139 clib_error_t *(*init_function) (vlib_main_t * vm,
140 vlib_pci_dev_handle_t handle);
Damjan Mariona42cd342016-04-13 18:03:20 +0200141
Damjan Marion5a206ea2016-05-12 22:11:03 +0200142 /* Interrupt handler */
Damjan Marion599a16b2018-03-04 19:35:23 +0100143 pci_intx_handler_function_t *interrupt_handler;
Damjan Mariona42cd342016-04-13 18:03:20 +0200144
145 /* List of registrations */
Dave Barach9b8ffd92016-07-08 08:13:45 -0400146 struct _pci_device_registration *next_registration;
Damjan Mariona42cd342016-04-13 18:03:20 +0200147
148 /* Vendor/device ids supported by this driver. */
149 pci_device_id_t supported_devices[];
150} pci_device_registration_t;
151
Damjan Marion5a206ea2016-05-12 22:11:03 +0200152/* Pool of PCI devices. */
Dave Barach9b8ffd92016-07-08 08:13:45 -0400153typedef struct
154{
155 vlib_main_t *vlib_main;
Dave Barach9b8ffd92016-07-08 08:13:45 -0400156 pci_device_registration_t *pci_device_registrations;
Damjan Marion23227982018-10-22 13:38:57 +0200157 /* logging */
158 vlib_log_class_t log_default;
Damjan Marion5a206ea2016-05-12 22:11:03 +0200159} vlib_pci_main_t;
160
161extern vlib_pci_main_t pci_main;
162
Damjan Mariona42cd342016-04-13 18:03:20 +0200163#define PCI_REGISTER_DEVICE(x,...) \
164 __VA_ARGS__ pci_device_registration_t x; \
165static void __vlib_add_pci_device_registration_##x (void) \
166 __attribute__((__constructor__)) ; \
167static void __vlib_add_pci_device_registration_##x (void) \
168{ \
Damjan Marion5a206ea2016-05-12 22:11:03 +0200169 vlib_pci_main_t * pm = &pci_main; \
170 x.next_registration = pm->pci_device_registrations; \
171 pm->pci_device_registrations = &x; \
Damjan Mariona42cd342016-04-13 18:03:20 +0200172} \
Damjan Marion72d2c4f2018-04-05 21:32:29 +0200173static void __vlib_rm_pci_device_registration_##x (void) \
174 __attribute__((__destructor__)) ; \
175static void __vlib_rm_pci_device_registration_##x (void) \
176{ \
177 vlib_pci_main_t * pm = &pci_main; \
178 VLIB_REMOVE_FROM_LINKED_LIST (pm->pci_device_registrations, \
179 &x, next_registration); \
180} \
Damjan Marion5a206ea2016-05-12 22:11:03 +0200181__VA_ARGS__ pci_device_registration_t x
Damjan Mariona42cd342016-04-13 18:03:20 +0200182
Damjan Marion23227982018-10-22 13:38:57 +0200183clib_error_t *vlib_pci_bind_to_uio (vlib_main_t * vm, vlib_pci_addr_t * addr,
Dave Barach9b8ffd92016-07-08 08:13:45 -0400184 char *uio_driver_name);
Damjan Mariona42cd342016-04-13 18:03:20 +0200185
186/* Configuration space read/write. */
Damjan Marion23227982018-10-22 13:38:57 +0200187clib_error_t *vlib_pci_read_write_config (vlib_main_t * vm,
188 vlib_pci_dev_handle_t handle,
Dave Barach9b8ffd92016-07-08 08:13:45 -0400189 vlib_read_or_write_t read_or_write,
Damjan Marion23227982018-10-22 13:38:57 +0200190 uword address, void *data,
191 u32 n_bytes);
Damjan Mariona42cd342016-04-13 18:03:20 +0200192
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200193/* io space read/write. */
194clib_error_t *vlib_pci_read_write_io (vlib_main_t * vm,
195 vlib_pci_dev_handle_t handle,
196 vlib_read_or_write_t read_or_write,
197 uword address, void *data, u32 n_bytes);
198
199
200#define _(t, x) \
Damjan Mariona42cd342016-04-13 18:03:20 +0200201static inline clib_error_t * \
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200202vlib_pci_read_##x##_##t (vlib_main_t *vm, vlib_pci_dev_handle_t h, \
Damjan Marion5a206ea2016-05-12 22:11:03 +0200203 uword address, t * data) \
Damjan Mariona42cd342016-04-13 18:03:20 +0200204{ \
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200205 return vlib_pci_read_write_##x (vm, h, VLIB_READ,address, data, \
Damjan Marion5a206ea2016-05-12 22:11:03 +0200206 sizeof (data[0])); \
Damjan Mariona42cd342016-04-13 18:03:20 +0200207}
208
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200209_(u32, config);
210_(u16, config);
211_(u8, config);
212
213_(u32, io);
214_(u16, io);
215_(u8, io);
Damjan Mariona42cd342016-04-13 18:03:20 +0200216
217#undef _
218
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200219#define _(t, x) \
Damjan Mariona42cd342016-04-13 18:03:20 +0200220static inline clib_error_t * \
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200221vlib_pci_write_##x##_##t (vlib_main_t *vm, vlib_pci_dev_handle_t h, \
Damjan Marion23227982018-10-22 13:38:57 +0200222 uword address, t * data) \
Damjan Mariona42cd342016-04-13 18:03:20 +0200223{ \
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200224 return vlib_pci_read_write_##x (vm, h, VLIB_WRITE, \
Damjan Mariona42cd342016-04-13 18:03:20 +0200225 address, data, sizeof (data[0])); \
226}
227
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200228_(u32, config);
229_(u16, config);
230_(u8, config);
231
232_(u32, io);
233_(u16, io);
234_(u8, io);
Damjan Mariona42cd342016-04-13 18:03:20 +0200235
236#undef _
237
Damjan Marion5a206ea2016-05-12 22:11:03 +0200238static inline clib_error_t *
Damjan Marion23227982018-10-22 13:38:57 +0200239vlib_pci_intr_enable (vlib_main_t * vm, vlib_pci_dev_handle_t h)
Damjan Marion5a206ea2016-05-12 22:11:03 +0200240{
241 u16 command;
Dave Barach9b8ffd92016-07-08 08:13:45 -0400242 clib_error_t *err;
Damjan Marion5a206ea2016-05-12 22:11:03 +0200243
Damjan Marion23227982018-10-22 13:38:57 +0200244 err = vlib_pci_read_config_u16 (vm, h, 4, &command);
Damjan Marion5a206ea2016-05-12 22:11:03 +0200245
246 if (err)
247 return err;
248
249 command &= ~PCI_COMMAND_INTX_DISABLE;
250
Damjan Marion23227982018-10-22 13:38:57 +0200251 return vlib_pci_write_config_u16 (vm, h, 4, &command);
Damjan Marion5a206ea2016-05-12 22:11:03 +0200252}
253
254static inline clib_error_t *
Damjan Marion23227982018-10-22 13:38:57 +0200255vlib_pci_intr_disable (vlib_main_t * vm, vlib_pci_dev_handle_t h)
Damjan Marion5a206ea2016-05-12 22:11:03 +0200256{
257 u16 command;
Dave Barach9b8ffd92016-07-08 08:13:45 -0400258 clib_error_t *err;
Damjan Marion5a206ea2016-05-12 22:11:03 +0200259
Damjan Marion23227982018-10-22 13:38:57 +0200260 err = vlib_pci_read_config_u16 (vm, h, 4, &command);
Damjan Marion5a206ea2016-05-12 22:11:03 +0200261
262 if (err)
263 return err;
264
265 command |= PCI_COMMAND_INTX_DISABLE;
266
Damjan Marion23227982018-10-22 13:38:57 +0200267 return vlib_pci_write_config_u16 (vm, h, 4, &command);
Damjan Marion5a206ea2016-05-12 22:11:03 +0200268}
269
270static inline clib_error_t *
Damjan Marion23227982018-10-22 13:38:57 +0200271vlib_pci_bus_master_enable (vlib_main_t * vm, vlib_pci_dev_handle_t h)
Damjan Marion5a206ea2016-05-12 22:11:03 +0200272{
Dave Barach9b8ffd92016-07-08 08:13:45 -0400273 clib_error_t *err;
Damjan Marion5a206ea2016-05-12 22:11:03 +0200274 u16 command;
275
276 /* Set bus master enable (BME) */
Damjan Marion23227982018-10-22 13:38:57 +0200277 err = vlib_pci_read_config_u16 (vm, h, 4, &command);
Damjan Marion5a206ea2016-05-12 22:11:03 +0200278
279 if (err)
280 return err;
281
Damjan Marion191a1a42017-07-10 15:38:21 +0200282 if (command & PCI_COMMAND_BUS_MASTER)
Damjan Marion5a206ea2016-05-12 22:11:03 +0200283 return 0;
284
285 command |= PCI_COMMAND_BUS_MASTER;
286
Damjan Marion23227982018-10-22 13:38:57 +0200287 return vlib_pci_write_config_u16 (vm, h, 4, &command);
Damjan Marion5a206ea2016-05-12 22:11:03 +0200288}
Damjan Mariona42cd342016-04-13 18:03:20 +0200289
Damjan Marion23227982018-10-22 13:38:57 +0200290clib_error_t *vlib_pci_device_open (vlib_main_t * vm, vlib_pci_addr_t * addr,
Damjan Marionf313b742018-03-05 14:08:33 +0100291 pci_device_id_t ids[],
292 vlib_pci_dev_handle_t * handle);
Damjan Marion23227982018-10-22 13:38:57 +0200293void vlib_pci_device_close (vlib_main_t * vm, vlib_pci_dev_handle_t h);
294clib_error_t *vlib_pci_map_region (vlib_main_t * vm, vlib_pci_dev_handle_t h,
295 u32 resource, void **result);
296clib_error_t *vlib_pci_map_region_fixed (vlib_main_t * vm,
297 vlib_pci_dev_handle_t h,
Damjan Marion2060db82018-03-04 17:37:15 +0100298 u32 resource, u8 * addr,
299 void **result);
Mohsin Kazmi95276ca2018-09-28 11:45:01 +0200300clib_error_t *vlib_pci_io_region (vlib_main_t * vm, vlib_pci_dev_handle_t h,
301 u32 resource);
Damjan Marion23227982018-10-22 13:38:57 +0200302clib_error_t *vlib_pci_register_intx_handler (vlib_main_t * vm,
303 vlib_pci_dev_handle_t h,
Damjan Mariond5ded2d2018-03-05 10:18:50 +0100304 pci_intx_handler_function_t *
305 intx_handler);
Damjan Marion23227982018-10-22 13:38:57 +0200306clib_error_t *vlib_pci_register_msix_handler (vlib_main_t * vm,
307 vlib_pci_dev_handle_t h,
Damjan Marion599a16b2018-03-04 19:35:23 +0100308 u32 start, u32 count,
309 pci_msix_handler_function_t *
310 msix_handler);
Damjan Marion23227982018-10-22 13:38:57 +0200311clib_error_t *vlib_pci_enable_msix_irq (vlib_main_t * vm,
312 vlib_pci_dev_handle_t h, u16 start,
Damjan Marion599a16b2018-03-04 19:35:23 +0100313 u16 count);
Damjan Marion23227982018-10-22 13:38:57 +0200314clib_error_t *vlib_pci_disable_msix_irq (vlib_main_t * vm,
315 vlib_pci_dev_handle_t h, u16 start,
Damjan Marion599a16b2018-03-04 19:35:23 +0100316 u16 count);
Damjan Marion68b4da62018-09-30 18:26:20 +0200317clib_error_t *vlib_pci_map_dma (vlib_main_t * vm, vlib_pci_dev_handle_t h,
318 void *ptr);
Damjan Marion9c9490c2020-10-07 20:00:39 +0200319uword vlib_pci_get_msix_file_index (vlib_main_t * vm, vlib_pci_dev_handle_t h,
320 u16 index);
Damjan Marion68b4da62018-09-30 18:26:20 +0200321
322int vlib_pci_supports_virtual_addr_dma (vlib_main_t * vm,
323 vlib_pci_dev_handle_t h);
Damjan Marion599a16b2018-03-04 19:35:23 +0100324
Damjan Marion5a206ea2016-05-12 22:11:03 +0200325unformat_function_t unformat_vlib_pci_addr;
326format_function_t format_vlib_pci_addr;
Damjan Marion5a206ea2016-05-12 22:11:03 +0200327format_function_t format_vlib_pci_link_speed;
Damjan Marion7d221612016-12-26 11:39:42 +0100328format_function_t format_vlib_pci_vpd;
Damjan Mariona42cd342016-04-13 18:03:20 +0200329
330#endif /* included_vlib_pci_h */
Dave Barach9b8ffd92016-07-08 08:13:45 -0400331
332/*
333 * fd.io coding-style-patch-verification: ON
334 *
335 * Local Variables:
336 * eval: (c-set-style "gnu")
337 * End:
338 */