xref: /dpdk/drivers/bus/pci/linux/pci.c (revision 90197eb0945b50c9cd6e11f310cfc5078b28f75e)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2010-2014 Intel Corporation
3  */
4 
5 #include <string.h>
6 #include <dirent.h>
7 
8 #include <rte_log.h>
9 #include <rte_bus.h>
10 #include <rte_pci.h>
11 #include <rte_bus_pci.h>
12 #include <rte_eal_memconfig.h>
13 #include <rte_malloc.h>
14 #include <rte_devargs.h>
15 #include <rte_memcpy.h>
16 #include <rte_vfio.h>
17 
18 #include "eal_filesystem.h"
19 
20 #include "private.h"
21 #include "pci_init.h"
22 
23 /**
24  * @file
25  * PCI probing under linux
26  *
27  * This code is used to simulate a PCI probe by parsing information in sysfs.
28  * When a registered device matches a driver, it is then initialized with
29  * IGB_UIO driver (or doesn't initialize, if the device wasn't bound to it).
30  */
31 
32 extern struct rte_pci_bus rte_pci_bus;
33 
34 static int
35 pci_get_kernel_driver_by_path(const char *filename, char *dri_name,
36 			      size_t len)
37 {
38 	int count;
39 	char path[PATH_MAX];
40 	char *name;
41 
42 	if (!filename || !dri_name)
43 		return -1;
44 
45 	count = readlink(filename, path, PATH_MAX);
46 	if (count >= PATH_MAX)
47 		return -1;
48 
49 	/* For device does not have a driver */
50 	if (count < 0)
51 		return 1;
52 
53 	path[count] = '\0';
54 
55 	name = strrchr(path, '/');
56 	if (name) {
57 		strlcpy(dri_name, name + 1, len);
58 		return 0;
59 	}
60 
61 	return -1;
62 }
63 
64 /* Map pci device */
65 int
66 rte_pci_map_device(struct rte_pci_device *dev)
67 {
68 	int ret = -1;
69 
70 	/* try mapping the NIC resources using VFIO if it exists */
71 	switch (dev->kdrv) {
72 	case RTE_KDRV_VFIO:
73 #ifdef VFIO_PRESENT
74 		if (pci_vfio_is_enabled())
75 			ret = pci_vfio_map_resource(dev);
76 #endif
77 		break;
78 	case RTE_KDRV_IGB_UIO:
79 	case RTE_KDRV_UIO_GENERIC:
80 		if (rte_eal_using_phys_addrs()) {
81 			/* map resources for devices that use uio */
82 			ret = pci_uio_map_resource(dev);
83 		}
84 		break;
85 	default:
86 		RTE_LOG(DEBUG, EAL,
87 			"  Not managed by a supported kernel driver, skipped\n");
88 		ret = 1;
89 		break;
90 	}
91 
92 	return ret;
93 }
94 
95 /* Unmap pci device */
96 void
97 rte_pci_unmap_device(struct rte_pci_device *dev)
98 {
99 	/* try unmapping the NIC resources using VFIO if it exists */
100 	switch (dev->kdrv) {
101 	case RTE_KDRV_VFIO:
102 #ifdef VFIO_PRESENT
103 		if (pci_vfio_is_enabled())
104 			pci_vfio_unmap_resource(dev);
105 #endif
106 		break;
107 	case RTE_KDRV_IGB_UIO:
108 	case RTE_KDRV_UIO_GENERIC:
109 		/* unmap resources for devices that use uio */
110 		pci_uio_unmap_resource(dev);
111 		break;
112 	default:
113 		RTE_LOG(DEBUG, EAL,
114 			"  Not managed by a supported kernel driver, skipped\n");
115 		break;
116 	}
117 }
118 
119 static int
120 find_max_end_va(const struct rte_memseg_list *msl, void *arg)
121 {
122 	size_t sz = msl->len;
123 	void *end_va = RTE_PTR_ADD(msl->base_va, sz);
124 	void **max_va = arg;
125 
126 	if (*max_va < end_va)
127 		*max_va = end_va;
128 	return 0;
129 }
130 
131 void *
132 pci_find_max_end_va(void)
133 {
134 	void *va = NULL;
135 
136 	rte_memseg_list_walk(find_max_end_va, &va);
137 	return va;
138 }
139 
140 
141 /* parse one line of the "resource" sysfs file (note that the 'line'
142  * string is modified)
143  */
144 int
145 pci_parse_one_sysfs_resource(char *line, size_t len, uint64_t *phys_addr,
146 	uint64_t *end_addr, uint64_t *flags)
147 {
148 	union pci_resource_info {
149 		struct {
150 			char *phys_addr;
151 			char *end_addr;
152 			char *flags;
153 		};
154 		char *ptrs[PCI_RESOURCE_FMT_NVAL];
155 	} res_info;
156 
157 	if (rte_strsplit(line, len, res_info.ptrs, 3, ' ') != 3) {
158 		RTE_LOG(ERR, EAL,
159 			"%s(): bad resource format\n", __func__);
160 		return -1;
161 	}
162 	errno = 0;
163 	*phys_addr = strtoull(res_info.phys_addr, NULL, 16);
164 	*end_addr = strtoull(res_info.end_addr, NULL, 16);
165 	*flags = strtoull(res_info.flags, NULL, 16);
166 	if (errno != 0) {
167 		RTE_LOG(ERR, EAL,
168 			"%s(): bad resource format\n", __func__);
169 		return -1;
170 	}
171 
172 	return 0;
173 }
174 
175 /* parse the "resource" sysfs file */
176 static int
177 pci_parse_sysfs_resource(const char *filename, struct rte_pci_device *dev)
178 {
179 	FILE *f;
180 	char buf[BUFSIZ];
181 	int i;
182 	uint64_t phys_addr, end_addr, flags;
183 
184 	f = fopen(filename, "r");
185 	if (f == NULL) {
186 		RTE_LOG(ERR, EAL, "Cannot open sysfs resource\n");
187 		return -1;
188 	}
189 
190 	for (i = 0; i<PCI_MAX_RESOURCE; i++) {
191 
192 		if (fgets(buf, sizeof(buf), f) == NULL) {
193 			RTE_LOG(ERR, EAL,
194 				"%s(): cannot read resource\n", __func__);
195 			goto error;
196 		}
197 		if (pci_parse_one_sysfs_resource(buf, sizeof(buf), &phys_addr,
198 				&end_addr, &flags) < 0)
199 			goto error;
200 
201 		if (flags & IORESOURCE_MEM) {
202 			dev->mem_resource[i].phys_addr = phys_addr;
203 			dev->mem_resource[i].len = end_addr - phys_addr + 1;
204 			/* not mapped for now */
205 			dev->mem_resource[i].addr = NULL;
206 		}
207 	}
208 	fclose(f);
209 	return 0;
210 
211 error:
212 	fclose(f);
213 	return -1;
214 }
215 
216 /* Scan one pci sysfs entry, and fill the devices list from it. */
217 static int
218 pci_scan_one(const char *dirname, const struct rte_pci_addr *addr)
219 {
220 	char filename[PATH_MAX];
221 	unsigned long tmp;
222 	struct rte_pci_device *dev;
223 	char driver[PATH_MAX];
224 	int ret;
225 
226 	dev = malloc(sizeof(*dev));
227 	if (dev == NULL)
228 		return -1;
229 
230 	memset(dev, 0, sizeof(*dev));
231 	dev->device.bus = &rte_pci_bus.bus;
232 	dev->addr = *addr;
233 
234 	/* get vendor id */
235 	snprintf(filename, sizeof(filename), "%s/vendor", dirname);
236 	if (eal_parse_sysfs_value(filename, &tmp) < 0) {
237 		free(dev);
238 		return -1;
239 	}
240 	dev->id.vendor_id = (uint16_t)tmp;
241 
242 	/* get device id */
243 	snprintf(filename, sizeof(filename), "%s/device", dirname);
244 	if (eal_parse_sysfs_value(filename, &tmp) < 0) {
245 		free(dev);
246 		return -1;
247 	}
248 	dev->id.device_id = (uint16_t)tmp;
249 
250 	/* get subsystem_vendor id */
251 	snprintf(filename, sizeof(filename), "%s/subsystem_vendor",
252 		 dirname);
253 	if (eal_parse_sysfs_value(filename, &tmp) < 0) {
254 		free(dev);
255 		return -1;
256 	}
257 	dev->id.subsystem_vendor_id = (uint16_t)tmp;
258 
259 	/* get subsystem_device id */
260 	snprintf(filename, sizeof(filename), "%s/subsystem_device",
261 		 dirname);
262 	if (eal_parse_sysfs_value(filename, &tmp) < 0) {
263 		free(dev);
264 		return -1;
265 	}
266 	dev->id.subsystem_device_id = (uint16_t)tmp;
267 
268 	/* get class_id */
269 	snprintf(filename, sizeof(filename), "%s/class",
270 		 dirname);
271 	if (eal_parse_sysfs_value(filename, &tmp) < 0) {
272 		free(dev);
273 		return -1;
274 	}
275 	/* the least 24 bits are valid: class, subclass, program interface */
276 	dev->id.class_id = (uint32_t)tmp & RTE_CLASS_ANY_ID;
277 
278 	/* get max_vfs */
279 	dev->max_vfs = 0;
280 	snprintf(filename, sizeof(filename), "%s/max_vfs", dirname);
281 	if (!access(filename, F_OK) &&
282 	    eal_parse_sysfs_value(filename, &tmp) == 0)
283 		dev->max_vfs = (uint16_t)tmp;
284 	else {
285 		/* for non igb_uio driver, need kernel version >= 3.8 */
286 		snprintf(filename, sizeof(filename),
287 			 "%s/sriov_numvfs", dirname);
288 		if (!access(filename, F_OK) &&
289 		    eal_parse_sysfs_value(filename, &tmp) == 0)
290 			dev->max_vfs = (uint16_t)tmp;
291 	}
292 
293 	/* get numa node, default to 0 if not present */
294 	snprintf(filename, sizeof(filename), "%s/numa_node",
295 		 dirname);
296 
297 	if (access(filename, F_OK) != -1) {
298 		if (eal_parse_sysfs_value(filename, &tmp) == 0)
299 			dev->device.numa_node = tmp;
300 		else
301 			dev->device.numa_node = -1;
302 	} else {
303 		dev->device.numa_node = 0;
304 	}
305 
306 	pci_name_set(dev);
307 
308 	/* parse resources */
309 	snprintf(filename, sizeof(filename), "%s/resource", dirname);
310 	if (pci_parse_sysfs_resource(filename, dev) < 0) {
311 		RTE_LOG(ERR, EAL, "%s(): cannot parse resource\n", __func__);
312 		free(dev);
313 		return -1;
314 	}
315 
316 	/* parse driver */
317 	snprintf(filename, sizeof(filename), "%s/driver", dirname);
318 	ret = pci_get_kernel_driver_by_path(filename, driver, sizeof(driver));
319 	if (ret < 0) {
320 		RTE_LOG(ERR, EAL, "Fail to get kernel driver\n");
321 		free(dev);
322 		return -1;
323 	}
324 
325 	if (!ret) {
326 		if (!strcmp(driver, "vfio-pci"))
327 			dev->kdrv = RTE_KDRV_VFIO;
328 		else if (!strcmp(driver, "igb_uio"))
329 			dev->kdrv = RTE_KDRV_IGB_UIO;
330 		else if (!strcmp(driver, "uio_pci_generic"))
331 			dev->kdrv = RTE_KDRV_UIO_GENERIC;
332 		else if (!strcmp(driver, "mlx4_core") ||
333 				!strcmp(driver, "mlx5_core"))
334 			dev->kdrv = RTE_KDRV_NIC_MLX;
335 		else
336 			dev->kdrv = RTE_KDRV_UNKNOWN;
337 	} else
338 		dev->kdrv = RTE_KDRV_NONE;
339 
340 	/* device is valid, add in list (sorted) */
341 	if (TAILQ_EMPTY(&rte_pci_bus.device_list)) {
342 		rte_pci_add_device(dev);
343 	} else {
344 		struct rte_pci_device *dev2;
345 		int ret;
346 
347 		TAILQ_FOREACH(dev2, &rte_pci_bus.device_list, next) {
348 			ret = rte_pci_addr_cmp(&dev->addr, &dev2->addr);
349 			if (ret > 0)
350 				continue;
351 
352 			if (ret < 0) {
353 				rte_pci_insert_device(dev2, dev);
354 			} else { /* already registered */
355 				if (!rte_dev_is_probed(&dev2->device)) {
356 					dev2->kdrv = dev->kdrv;
357 					dev2->max_vfs = dev->max_vfs;
358 					pci_name_set(dev2);
359 					memmove(dev2->mem_resource,
360 						dev->mem_resource,
361 						sizeof(dev->mem_resource));
362 				} else {
363 					/**
364 					 * If device is plugged and driver is
365 					 * probed already, (This happens when
366 					 * we call rte_dev_probe which will
367 					 * scan all device on the bus) we don't
368 					 * need to do anything here unless...
369 					 **/
370 					if (dev2->kdrv != dev->kdrv ||
371 						dev2->max_vfs != dev->max_vfs)
372 						/*
373 						 * This should not happens.
374 						 * But it is still possible if
375 						 * we unbind a device from
376 						 * vfio or uio before hotplug
377 						 * remove and rebind it with
378 						 * a different configure.
379 						 * So we just print out the
380 						 * error as an alarm.
381 						 */
382 						RTE_LOG(ERR, EAL, "Unexpected device scan at %s!\n",
383 							filename);
384 				}
385 				free(dev);
386 			}
387 			return 0;
388 		}
389 
390 		rte_pci_add_device(dev);
391 	}
392 
393 	return 0;
394 }
395 
396 int
397 pci_update_device(const struct rte_pci_addr *addr)
398 {
399 	char filename[PATH_MAX];
400 
401 	snprintf(filename, sizeof(filename), "%s/" PCI_PRI_FMT,
402 		 rte_pci_get_sysfs_path(), addr->domain, addr->bus, addr->devid,
403 		 addr->function);
404 
405 	return pci_scan_one(filename, addr);
406 }
407 
408 /*
409  * split up a pci address into its constituent parts.
410  */
411 static int
412 parse_pci_addr_format(const char *buf, int bufsize, struct rte_pci_addr *addr)
413 {
414 	/* first split on ':' */
415 	union splitaddr {
416 		struct {
417 			char *domain;
418 			char *bus;
419 			char *devid;
420 			char *function;
421 		};
422 		char *str[PCI_FMT_NVAL]; /* last element-separator is "." not ":" */
423 	} splitaddr;
424 
425 	char *buf_copy = strndup(buf, bufsize);
426 	if (buf_copy == NULL)
427 		return -1;
428 
429 	if (rte_strsplit(buf_copy, bufsize, splitaddr.str, PCI_FMT_NVAL, ':')
430 			!= PCI_FMT_NVAL - 1)
431 		goto error;
432 	/* final split is on '.' between devid and function */
433 	splitaddr.function = strchr(splitaddr.devid,'.');
434 	if (splitaddr.function == NULL)
435 		goto error;
436 	*splitaddr.function++ = '\0';
437 
438 	/* now convert to int values */
439 	errno = 0;
440 	addr->domain = strtoul(splitaddr.domain, NULL, 16);
441 	addr->bus = strtoul(splitaddr.bus, NULL, 16);
442 	addr->devid = strtoul(splitaddr.devid, NULL, 16);
443 	addr->function = strtoul(splitaddr.function, NULL, 10);
444 	if (errno != 0)
445 		goto error;
446 
447 	free(buf_copy); /* free the copy made with strdup */
448 	return 0;
449 error:
450 	free(buf_copy);
451 	return -1;
452 }
453 
454 /*
455  * Scan the content of the PCI bus, and the devices in the devices
456  * list
457  */
458 int
459 rte_pci_scan(void)
460 {
461 	struct dirent *e;
462 	DIR *dir;
463 	char dirname[PATH_MAX];
464 	struct rte_pci_addr addr;
465 
466 	/* for debug purposes, PCI can be disabled */
467 	if (!rte_eal_has_pci())
468 		return 0;
469 
470 #ifdef VFIO_PRESENT
471 	if (!pci_vfio_is_enabled())
472 		RTE_LOG(DEBUG, EAL, "VFIO PCI modules not loaded\n");
473 #endif
474 
475 	dir = opendir(rte_pci_get_sysfs_path());
476 	if (dir == NULL) {
477 		RTE_LOG(ERR, EAL, "%s(): opendir failed: %s\n",
478 			__func__, strerror(errno));
479 		return -1;
480 	}
481 
482 	while ((e = readdir(dir)) != NULL) {
483 		if (e->d_name[0] == '.')
484 			continue;
485 
486 		if (parse_pci_addr_format(e->d_name, sizeof(e->d_name), &addr) != 0)
487 			continue;
488 
489 		snprintf(dirname, sizeof(dirname), "%s/%s",
490 				rte_pci_get_sysfs_path(), e->d_name);
491 
492 		if (pci_scan_one(dirname, &addr) < 0)
493 			goto error;
494 	}
495 	closedir(dir);
496 	return 0;
497 
498 error:
499 	closedir(dir);
500 	return -1;
501 }
502 
503 #if defined(RTE_ARCH_X86)
504 static bool
505 pci_one_device_iommu_support_va(const struct rte_pci_device *dev)
506 {
507 #define VTD_CAP_MGAW_SHIFT	16
508 #define VTD_CAP_MGAW_MASK	(0x3fULL << VTD_CAP_MGAW_SHIFT)
509 #define X86_VA_WIDTH 47 /* From Documentation/x86/x86_64/mm.txt */
510 	const struct rte_pci_addr *addr = &dev->addr;
511 	char filename[PATH_MAX];
512 	FILE *fp;
513 	uint64_t mgaw, vtd_cap_reg = 0;
514 
515 	snprintf(filename, sizeof(filename),
516 		 "%s/" PCI_PRI_FMT "/iommu/intel-iommu/cap",
517 		 rte_pci_get_sysfs_path(), addr->domain, addr->bus, addr->devid,
518 		 addr->function);
519 	if (access(filename, F_OK) == -1) {
520 		/* We don't have an Intel IOMMU, assume VA supported*/
521 		return true;
522 	}
523 
524 	/* We have an intel IOMMU */
525 	fp = fopen(filename, "r");
526 	if (fp == NULL) {
527 		RTE_LOG(ERR, EAL, "%s(): can't open %s\n", __func__, filename);
528 		return false;
529 	}
530 
531 	if (fscanf(fp, "%" PRIx64, &vtd_cap_reg) != 1) {
532 		RTE_LOG(ERR, EAL, "%s(): can't read %s\n", __func__, filename);
533 		fclose(fp);
534 		return false;
535 	}
536 
537 	fclose(fp);
538 
539 	mgaw = ((vtd_cap_reg & VTD_CAP_MGAW_MASK) >> VTD_CAP_MGAW_SHIFT) + 1;
540 
541 	/*
542 	 * Assuming there is no limitation by now. We can not know at this point
543 	 * because the memory has not been initialized yet. Setting the dma mask
544 	 * will force a check once memory initialization is done. We can not do
545 	 * a fallback to IOVA PA now, but if the dma check fails, the error
546 	 * message should advice for using '--iova-mode pa' if IOVA VA is the
547 	 * current mode.
548 	 */
549 	rte_mem_set_dma_mask(mgaw);
550 	return true;
551 }
552 #elif defined(RTE_ARCH_PPC_64)
553 static bool
554 pci_one_device_iommu_support_va(__rte_unused const struct rte_pci_device *dev)
555 {
556 	return false;
557 }
558 #else
559 static bool
560 pci_one_device_iommu_support_va(__rte_unused const struct rte_pci_device *dev)
561 {
562 	return true;
563 }
564 #endif
565 
566 enum rte_iova_mode
567 pci_device_iova_mode(const struct rte_pci_driver *pdrv,
568 		     const struct rte_pci_device *pdev)
569 {
570 	enum rte_iova_mode iova_mode = RTE_IOVA_DC;
571 	static int iommu_no_va = -1;
572 
573 	switch (pdev->kdrv) {
574 	case RTE_KDRV_VFIO: {
575 #ifdef VFIO_PRESENT
576 		static int is_vfio_noiommu_enabled = -1;
577 
578 		if (is_vfio_noiommu_enabled == -1) {
579 			if (rte_vfio_noiommu_is_enabled() == 1)
580 				is_vfio_noiommu_enabled = 1;
581 			else
582 				is_vfio_noiommu_enabled = 0;
583 		}
584 		if ((pdrv->drv_flags & RTE_PCI_DRV_IOVA_AS_VA) == 0) {
585 			iova_mode = RTE_IOVA_PA;
586 		} else if (is_vfio_noiommu_enabled != 0) {
587 			RTE_LOG(DEBUG, EAL, "Forcing to 'PA', vfio-noiommu mode configured\n");
588 			iova_mode = RTE_IOVA_PA;
589 		}
590 #endif
591 		break;
592 	}
593 
594 	case RTE_KDRV_NIC_MLX:
595 		if ((pdrv->drv_flags & RTE_PCI_DRV_IOVA_AS_VA) == 0)
596 			iova_mode = RTE_IOVA_PA;
597 		break;
598 
599 	case RTE_KDRV_IGB_UIO:
600 	case RTE_KDRV_UIO_GENERIC:
601 		iova_mode = RTE_IOVA_PA;
602 		break;
603 
604 	default:
605 		RTE_LOG(DEBUG, EAL, "Unsupported kernel driver? Defaulting to IOVA as 'PA'\n");
606 		iova_mode = RTE_IOVA_PA;
607 		break;
608 	}
609 
610 	if (iova_mode != RTE_IOVA_PA) {
611 		/*
612 		 * We can check this only once, because the IOMMU hardware is
613 		 * the same for all of them.
614 		 */
615 		if (iommu_no_va == -1)
616 			iommu_no_va = pci_one_device_iommu_support_va(pdev)
617 					? 0 : 1;
618 		if (iommu_no_va != 0) {
619 			RTE_LOG(DEBUG, EAL, "Forcing to 'PA', IOMMU does not support IOVA as 'VA'\n");
620 			iova_mode = RTE_IOVA_PA;
621 		}
622 	}
623 	return iova_mode;
624 }
625 
626 /* Read PCI config space. */
627 int rte_pci_read_config(const struct rte_pci_device *device,
628 		void *buf, size_t len, off_t offset)
629 {
630 	char devname[RTE_DEV_NAME_MAX_LEN] = "";
631 	const struct rte_intr_handle *intr_handle = &device->intr_handle;
632 
633 	switch (device->kdrv) {
634 	case RTE_KDRV_IGB_UIO:
635 	case RTE_KDRV_UIO_GENERIC:
636 		return pci_uio_read_config(intr_handle, buf, len, offset);
637 #ifdef VFIO_PRESENT
638 	case RTE_KDRV_VFIO:
639 		return pci_vfio_read_config(intr_handle, buf, len, offset);
640 #endif
641 	default:
642 		rte_pci_device_name(&device->addr, devname,
643 				    RTE_DEV_NAME_MAX_LEN);
644 		RTE_LOG(ERR, EAL,
645 			"Unknown driver type for %s\n", devname);
646 		return -1;
647 	}
648 }
649 
650 /* Write PCI config space. */
651 int rte_pci_write_config(const struct rte_pci_device *device,
652 		const void *buf, size_t len, off_t offset)
653 {
654 	char devname[RTE_DEV_NAME_MAX_LEN] = "";
655 	const struct rte_intr_handle *intr_handle = &device->intr_handle;
656 
657 	switch (device->kdrv) {
658 	case RTE_KDRV_IGB_UIO:
659 	case RTE_KDRV_UIO_GENERIC:
660 		return pci_uio_write_config(intr_handle, buf, len, offset);
661 #ifdef VFIO_PRESENT
662 	case RTE_KDRV_VFIO:
663 		return pci_vfio_write_config(intr_handle, buf, len, offset);
664 #endif
665 	default:
666 		rte_pci_device_name(&device->addr, devname,
667 				    RTE_DEV_NAME_MAX_LEN);
668 		RTE_LOG(ERR, EAL,
669 			"Unknown driver type for %s\n", devname);
670 		return -1;
671 	}
672 }
673 
674 #if defined(RTE_ARCH_X86)
675 static int
676 pci_ioport_map(struct rte_pci_device *dev, int bar __rte_unused,
677 		struct rte_pci_ioport *p)
678 {
679 	uint16_t start, end;
680 	FILE *fp;
681 	char *line = NULL;
682 	char pci_id[16];
683 	int found = 0;
684 	size_t linesz;
685 
686 	snprintf(pci_id, sizeof(pci_id), PCI_PRI_FMT,
687 		 dev->addr.domain, dev->addr.bus,
688 		 dev->addr.devid, dev->addr.function);
689 
690 	fp = fopen("/proc/ioports", "r");
691 	if (fp == NULL) {
692 		RTE_LOG(ERR, EAL, "%s(): can't open ioports\n", __func__);
693 		return -1;
694 	}
695 
696 	while (getdelim(&line, &linesz, '\n', fp) > 0) {
697 		char *ptr = line;
698 		char *left;
699 		int n;
700 
701 		n = strcspn(ptr, ":");
702 		ptr[n] = 0;
703 		left = &ptr[n + 1];
704 
705 		while (*left && isspace(*left))
706 			left++;
707 
708 		if (!strncmp(left, pci_id, strlen(pci_id))) {
709 			found = 1;
710 
711 			while (*ptr && isspace(*ptr))
712 				ptr++;
713 
714 			sscanf(ptr, "%04hx-%04hx", &start, &end);
715 
716 			break;
717 		}
718 	}
719 
720 	free(line);
721 	fclose(fp);
722 
723 	if (!found)
724 		return -1;
725 
726 	p->base = start;
727 	RTE_LOG(DEBUG, EAL, "PCI Port IO found start=0x%x\n", start);
728 
729 	return 0;
730 }
731 #endif
732 
733 int
734 rte_pci_ioport_map(struct rte_pci_device *dev, int bar,
735 		struct rte_pci_ioport *p)
736 {
737 	int ret = -1;
738 
739 	switch (dev->kdrv) {
740 #ifdef VFIO_PRESENT
741 	case RTE_KDRV_VFIO:
742 		if (pci_vfio_is_enabled())
743 			ret = pci_vfio_ioport_map(dev, bar, p);
744 		break;
745 #endif
746 	case RTE_KDRV_IGB_UIO:
747 		ret = pci_uio_ioport_map(dev, bar, p);
748 		break;
749 	case RTE_KDRV_UIO_GENERIC:
750 #if defined(RTE_ARCH_X86)
751 		ret = pci_ioport_map(dev, bar, p);
752 #else
753 		ret = pci_uio_ioport_map(dev, bar, p);
754 #endif
755 		break;
756 	case RTE_KDRV_NONE:
757 #if defined(RTE_ARCH_X86)
758 		ret = pci_ioport_map(dev, bar, p);
759 #endif
760 		break;
761 	default:
762 		break;
763 	}
764 
765 	if (!ret)
766 		p->dev = dev;
767 
768 	return ret;
769 }
770 
771 void
772 rte_pci_ioport_read(struct rte_pci_ioport *p,
773 		void *data, size_t len, off_t offset)
774 {
775 	switch (p->dev->kdrv) {
776 #ifdef VFIO_PRESENT
777 	case RTE_KDRV_VFIO:
778 		pci_vfio_ioport_read(p, data, len, offset);
779 		break;
780 #endif
781 	case RTE_KDRV_IGB_UIO:
782 		pci_uio_ioport_read(p, data, len, offset);
783 		break;
784 	case RTE_KDRV_UIO_GENERIC:
785 		pci_uio_ioport_read(p, data, len, offset);
786 		break;
787 	case RTE_KDRV_NONE:
788 #if defined(RTE_ARCH_X86)
789 		pci_uio_ioport_read(p, data, len, offset);
790 #endif
791 		break;
792 	default:
793 		break;
794 	}
795 }
796 
797 void
798 rte_pci_ioport_write(struct rte_pci_ioport *p,
799 		const void *data, size_t len, off_t offset)
800 {
801 	switch (p->dev->kdrv) {
802 #ifdef VFIO_PRESENT
803 	case RTE_KDRV_VFIO:
804 		pci_vfio_ioport_write(p, data, len, offset);
805 		break;
806 #endif
807 	case RTE_KDRV_IGB_UIO:
808 		pci_uio_ioport_write(p, data, len, offset);
809 		break;
810 	case RTE_KDRV_UIO_GENERIC:
811 		pci_uio_ioport_write(p, data, len, offset);
812 		break;
813 	case RTE_KDRV_NONE:
814 #if defined(RTE_ARCH_X86)
815 		pci_uio_ioport_write(p, data, len, offset);
816 #endif
817 		break;
818 	default:
819 		break;
820 	}
821 }
822 
823 int
824 rte_pci_ioport_unmap(struct rte_pci_ioport *p)
825 {
826 	int ret = -1;
827 
828 	switch (p->dev->kdrv) {
829 #ifdef VFIO_PRESENT
830 	case RTE_KDRV_VFIO:
831 		if (pci_vfio_is_enabled())
832 			ret = pci_vfio_ioport_unmap(p);
833 		break;
834 #endif
835 	case RTE_KDRV_IGB_UIO:
836 		ret = pci_uio_ioport_unmap(p);
837 		break;
838 	case RTE_KDRV_UIO_GENERIC:
839 #if defined(RTE_ARCH_X86)
840 		ret = 0;
841 #else
842 		ret = pci_uio_ioport_unmap(p);
843 #endif
844 		break;
845 	case RTE_KDRV_NONE:
846 #if defined(RTE_ARCH_X86)
847 		ret = 0;
848 #endif
849 		break;
850 	default:
851 		break;
852 	}
853 
854 	return ret;
855 }
856