1 /*- 2 * BSD LICENSE 3 * 4 * Copyright (c) Intel Corporation. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 11 * * Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * * Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in 15 * the documentation and/or other materials provided with the 16 * distribution. 17 * * Neither the name of Intel Corporation nor the names of its 18 * contributors may be used to endorse or promote products derived 19 * from this software without specific prior written permission. 20 * 21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 */ 33 34 #ifndef SPDK_ENV_INTERNAL_H 35 #define SPDK_ENV_INTERNAL_H 36 37 #include "spdk/stdinc.h" 38 39 #define spdk_pci_device rte_pci_device 40 41 #include "spdk/env.h" 42 43 #include <rte_config.h> 44 #include <rte_version.h> 45 #include <rte_eal.h> 46 #if RTE_VERSION >= RTE_VERSION_NUM(17, 05, 0, 0) 47 #include <rte_bus.h> 48 extern struct rte_pci_bus rte_pci_bus; 49 #endif 50 #include <rte_pci.h> 51 #if RTE_VERSION >= RTE_VERSION_NUM(17, 11, 0, 1) 52 #include <rte_bus_pci.h> 53 #endif 54 #include <rte_dev.h> 55 56 /* x86-64 and ARM userspace virtual addresses use only the low 48 bits [0..47], 57 * which is enough to cover 256 TB. 58 */ 59 #define SHIFT_256TB 48 /* (1 << 48) == 256 TB */ 60 #define MASK_256TB ((1ULL << SHIFT_256TB) - 1) 61 62 #define SHIFT_1GB 30 /* (1 << 30) == 1 GB */ 63 #define MASK_1GB ((1ULL << SHIFT_1GB) - 1) 64 65 #define SHIFT_2MB 21 /* (1 << 21) == 2MB */ 66 #define MASK_2MB ((1ULL << SHIFT_2MB) - 1) 67 #define VALUE_2MB (1 << SHIFT_2MB) 68 69 #define SHIFT_4KB 12 /* (1 << 12) == 4KB */ 70 #define MASK_4KB ((1ULL << SHIFT_4KB) - 1) 71 72 struct spdk_pci_enum_ctx { 73 struct rte_pci_driver driver; 74 spdk_pci_enum_cb cb_fn; 75 void *cb_arg; 76 pthread_mutex_t mtx; 77 bool is_registered; 78 }; 79 80 int spdk_pci_device_init(struct rte_pci_driver *driver, struct rte_pci_device *device); 81 int spdk_pci_device_fini(struct rte_pci_device *device); 82 83 int spdk_pci_enumerate(struct spdk_pci_enum_ctx *ctx, spdk_pci_enum_cb enum_cb, void *enum_ctx); 84 int spdk_pci_device_attach(struct spdk_pci_enum_ctx *ctx, spdk_pci_enum_cb enum_cb, void *enum_ctx, 85 struct spdk_pci_addr *pci_address); 86 87 int spdk_mem_map_init(void); 88 int spdk_vtophys_init(void); 89 90 /** 91 * Report a DMA-capable PCI device to the vtophys translation code. 92 * Increases the refcount of active DMA-capable devices managed by SPDK. 93 * This must be called after a `rte_pci_device` is created. 94 */ 95 void spdk_vtophys_pci_device_added(struct rte_pci_device *pci_device); 96 97 /** 98 * Report the removal of a DMA-capable PCI device to the vtophys translation code. 99 * Decreases the refcount of active DMA-capable devices managed by SPDK. 100 * This must be called before a `rte_pci_device` is destroyed. 101 */ 102 void spdk_vtophys_pci_device_removed(struct rte_pci_device *pci_device); 103 104 #endif 105