xref: /dpdk/drivers/bus/vmbus/vmbus_common.c (revision 7be78d02)
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright (c) 2018, Microsoft Corporation.
3  * All Rights Reserved.
4  */
5 
6 #include <string.h>
7 #include <unistd.h>
8 #include <dirent.h>
9 #include <fcntl.h>
10 #include <sys/queue.h>
11 #include <sys/mman.h>
12 
13 #include <rte_log.h>
14 #include <rte_bus.h>
15 #include <rte_eal.h>
16 #include <rte_tailq.h>
17 #include <rte_devargs.h>
18 #include <rte_lcore.h>
19 #include <rte_malloc.h>
20 #include <rte_errno.h>
21 #include <rte_memory.h>
22 #include <rte_bus_vmbus.h>
23 
24 #include "private.h"
25 
26 extern struct rte_vmbus_bus rte_vmbus_bus;
27 
28 /* map a particular resource from a file */
29 void *
vmbus_map_resource(void * requested_addr,int fd,off_t offset,size_t size,int flags)30 vmbus_map_resource(void *requested_addr, int fd, off_t offset, size_t size,
31 		   int flags)
32 {
33 	void *mapaddr;
34 
35 	/* Map the memory resource of device */
36 	mapaddr = mmap(requested_addr, size, PROT_READ | PROT_WRITE,
37 		       MAP_SHARED | flags, fd, offset);
38 	if (mapaddr == MAP_FAILED) {
39 		VMBUS_LOG(ERR,
40 			  "mmap(%d, %p, %zu, %ld) failed: %s",
41 			  fd, requested_addr, size, (long)offset,
42 			  strerror(errno));
43 	}
44 	return mapaddr;
45 }
46 
47 /* unmap a particular resource */
48 void
vmbus_unmap_resource(void * requested_addr,size_t size)49 vmbus_unmap_resource(void *requested_addr, size_t size)
50 {
51 	if (requested_addr == NULL)
52 		return;
53 
54 	/* Unmap the VMBUS memory resource of device */
55 	if (munmap(requested_addr, size)) {
56 		VMBUS_LOG(ERR, "munmap(%p, 0x%lx) failed: %s",
57 			requested_addr, (unsigned long)size,
58 			strerror(errno));
59 	} else
60 		VMBUS_LOG(DEBUG, "  VMBUS memory unmapped at %p",
61 			  requested_addr);
62 }
63 
64 /**
65  * Match the VMBUS driver and device using UUID table
66  *
67  * @param drv
68  *	VMBUS driver from which ID table would be extracted
69  * @param pci_dev
70  *	VMBUS device to match against the driver
71  * @return
72  *	true for successful match
73  *	false for unsuccessful match
74  */
75 static bool
vmbus_match(const struct rte_vmbus_driver * dr,const struct rte_vmbus_device * dev)76 vmbus_match(const struct rte_vmbus_driver *dr,
77 	    const struct rte_vmbus_device *dev)
78 {
79 	const rte_uuid_t *id_table;
80 
81 	for (id_table = dr->id_table; !rte_uuid_is_null(*id_table); ++id_table) {
82 		if (rte_uuid_compare(*id_table, dev->class_id) == 0)
83 			return true;
84 	}
85 
86 	return false;
87 }
88 /*
89  * If device ID match, call the devinit() function of the driver.
90  */
91 static int
vmbus_probe_one_driver(struct rte_vmbus_driver * dr,struct rte_vmbus_device * dev)92 vmbus_probe_one_driver(struct rte_vmbus_driver *dr,
93 		       struct rte_vmbus_device *dev)
94 {
95 	char guid[RTE_UUID_STRLEN];
96 	int ret;
97 
98 	if (!vmbus_match(dr, dev))
99 		return 1;	 /* not supported */
100 
101 	rte_uuid_unparse(dev->device_id, guid, sizeof(guid));
102 	VMBUS_LOG(INFO, "VMBUS device %s on NUMA socket %i",
103 		  guid, dev->device.numa_node);
104 
105 	/* TODO add block/allow logic */
106 
107 	/* map resources for device */
108 	ret = rte_vmbus_map_device(dev);
109 	if (ret != 0)
110 		return ret;
111 
112 	/* reference driver structure */
113 	dev->driver = dr;
114 
115 	if (dev->device.numa_node < 0) {
116 		if (rte_socket_count() > 1)
117 			VMBUS_LOG(INFO, "Device %s is not NUMA-aware, defaulting socket to 0",
118 					guid);
119 		dev->device.numa_node = 0;
120 	}
121 
122 	/* call the driver probe() function */
123 	VMBUS_LOG(INFO, "  probe driver: %s", dr->driver.name);
124 	ret = dr->probe(dr, dev);
125 	if (ret) {
126 		dev->driver = NULL;
127 		rte_vmbus_unmap_device(dev);
128 	} else {
129 		dev->device.driver = &dr->driver;
130 	}
131 
132 	return ret;
133 }
134 
135 /*
136  * If device class GUID matches, call the probe function of
137  * register drivers for the vmbus device.
138  * Return -1 if initialization failed,
139  * and 1 if no driver found for this device.
140  */
141 static int
vmbus_probe_all_drivers(struct rte_vmbus_device * dev)142 vmbus_probe_all_drivers(struct rte_vmbus_device *dev)
143 {
144 	struct rte_vmbus_driver *dr;
145 	int rc;
146 
147 	/* Check if a driver is already loaded */
148 	if (rte_dev_is_probed(&dev->device)) {
149 		VMBUS_LOG(DEBUG, "VMBUS driver already loaded");
150 		return 0;
151 	}
152 
153 	FOREACH_DRIVER_ON_VMBUS(dr) {
154 		rc = vmbus_probe_one_driver(dr, dev);
155 		if (rc < 0) /* negative is an error */
156 			return -1;
157 
158 		if (rc > 0) /* positive driver doesn't support it */
159 			continue;
160 
161 		return 0;
162 	}
163 	return 1;
164 }
165 
166 /*
167  * Scan the vmbus, and call the devinit() function for
168  * all registered drivers that have a matching entry in its id_table
169  * for discovered devices.
170  */
171 int
rte_vmbus_probe(void)172 rte_vmbus_probe(void)
173 {
174 	struct rte_vmbus_device *dev;
175 	size_t probed = 0, failed = 0;
176 	char ubuf[RTE_UUID_STRLEN];
177 
178 	FOREACH_DEVICE_ON_VMBUS(dev) {
179 		probed++;
180 
181 		rte_uuid_unparse(dev->device_id, ubuf, sizeof(ubuf));
182 
183 		/* TODO: add allowlist/blocklist */
184 
185 		if (vmbus_probe_all_drivers(dev) < 0) {
186 			VMBUS_LOG(NOTICE,
187 				"Requested device %s cannot be used", ubuf);
188 			rte_errno = errno;
189 			failed++;
190 		}
191 	}
192 
193 	return (probed && probed == failed) ? -1 : 0;
194 }
195 
196 static int
vmbus_parse(const char * name,void * addr)197 vmbus_parse(const char *name, void *addr)
198 {
199 	rte_uuid_t guid;
200 	int ret;
201 
202 	ret = rte_uuid_parse(name, guid);
203 	if (ret == 0 && addr)
204 		memcpy(addr, &guid, sizeof(guid));
205 
206 	return ret;
207 }
208 
209 /*
210  * scan for matching device args on command line
211  * example:
212  *	-a 'vmbus:635a7ae3-091e-4410-ad59-667c4f8c04c3,latency=20'
213  */
214 struct rte_devargs *
vmbus_devargs_lookup(struct rte_vmbus_device * dev)215 vmbus_devargs_lookup(struct rte_vmbus_device *dev)
216 {
217 	struct rte_devargs *devargs;
218 	rte_uuid_t addr;
219 
220 	RTE_EAL_DEVARGS_FOREACH("vmbus", devargs) {
221 		vmbus_parse(devargs->name, &addr);
222 
223 		if (rte_uuid_compare(dev->device_id, addr) == 0)
224 			return devargs;
225 	}
226 	return NULL;
227 
228 }
229 
230 /* register vmbus driver */
231 void
rte_vmbus_register(struct rte_vmbus_driver * driver)232 rte_vmbus_register(struct rte_vmbus_driver *driver)
233 {
234 	VMBUS_LOG(DEBUG,
235 		"Registered driver %s", driver->driver.name);
236 
237 	TAILQ_INSERT_TAIL(&rte_vmbus_bus.driver_list, driver, next);
238 	driver->bus = &rte_vmbus_bus;
239 }
240 
241 /* unregister vmbus driver */
242 void
rte_vmbus_unregister(struct rte_vmbus_driver * driver)243 rte_vmbus_unregister(struct rte_vmbus_driver *driver)
244 {
245 	TAILQ_REMOVE(&rte_vmbus_bus.driver_list, driver, next);
246 	driver->bus = NULL;
247 }
248 
249 /* Add a device to VMBUS bus */
250 void
vmbus_add_device(struct rte_vmbus_device * vmbus_dev)251 vmbus_add_device(struct rte_vmbus_device *vmbus_dev)
252 {
253 	TAILQ_INSERT_TAIL(&rte_vmbus_bus.device_list, vmbus_dev, next);
254 }
255 
256 /* Insert a device into a predefined position in VMBUS bus */
257 void
vmbus_insert_device(struct rte_vmbus_device * exist_vmbus_dev,struct rte_vmbus_device * new_vmbus_dev)258 vmbus_insert_device(struct rte_vmbus_device *exist_vmbus_dev,
259 		      struct rte_vmbus_device *new_vmbus_dev)
260 {
261 	TAILQ_INSERT_BEFORE(exist_vmbus_dev, new_vmbus_dev, next);
262 }
263 
264 /* Remove a device from VMBUS bus */
265 void
vmbus_remove_device(struct rte_vmbus_device * vmbus_dev)266 vmbus_remove_device(struct rte_vmbus_device *vmbus_dev)
267 {
268 	TAILQ_REMOVE(&rte_vmbus_bus.device_list, vmbus_dev, next);
269 }
270 
271 /* VMBUS doesn't support hotplug */
272 static struct rte_device *
vmbus_find_device(const struct rte_device * start,rte_dev_cmp_t cmp,const void * data)273 vmbus_find_device(const struct rte_device *start, rte_dev_cmp_t cmp,
274 		  const void *data)
275 {
276 	struct rte_vmbus_device *dev;
277 
278 	FOREACH_DEVICE_ON_VMBUS(dev) {
279 		if (start && &dev->device == start) {
280 			start = NULL;
281 			continue;
282 		}
283 		if (cmp(&dev->device, data) == 0)
284 			return &dev->device;
285 	}
286 
287 	return NULL;
288 }
289 
290 
291 struct rte_vmbus_bus rte_vmbus_bus = {
292 	.bus = {
293 		.scan = rte_vmbus_scan,
294 		.probe = rte_vmbus_probe,
295 		.find_device = vmbus_find_device,
296 		.parse = vmbus_parse,
297 	},
298 	.device_list = TAILQ_HEAD_INITIALIZER(rte_vmbus_bus.device_list),
299 	.driver_list = TAILQ_HEAD_INITIALIZER(rte_vmbus_bus.driver_list),
300 };
301 
302 RTE_REGISTER_BUS(vmbus, rte_vmbus_bus.bus);
303 RTE_LOG_REGISTER_DEFAULT(vmbus_logtype_bus, NOTICE);
304