1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3 *
4 * Copyright 1997, Stefan Esser <[email protected]>
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice unmodified, this list of conditions, and the following
11 * disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28 #include <sys/cdefs.h>
29 __FBSDID("$FreeBSD$");
30
31 #include "opt_bus.h" /* XXX trim includes */
32
33 #include <sys/types.h>
34 #include <sys/param.h>
35 #include <sys/systm.h>
36 #include <sys/malloc.h>
37 #include <sys/module.h>
38 #include <sys/linker.h>
39 #include <sys/fcntl.h>
40 #include <sys/conf.h>
41 #include <sys/kernel.h>
42 #include <sys/mman.h>
43 #include <sys/proc.h>
44 #include <sys/queue.h>
45 #include <sys/rwlock.h>
46 #include <sys/sglist.h>
47
48 #include <vm/vm.h>
49 #include <vm/pmap.h>
50 #include <vm/vm_extern.h>
51 #include <vm/vm_map.h>
52 #include <vm/vm_object.h>
53 #include <vm/vm_page.h>
54 #include <vm/vm_pager.h>
55
56 #include <sys/bus.h>
57 #include <machine/bus.h>
58 #include <sys/rman.h>
59 #include <machine/resource.h>
60
61 #include <sys/pciio.h>
62 #include <dev/pci/pcireg.h>
63 #include <dev/pci/pcivar.h>
64
65 #include "pcib_if.h"
66 #include "pci_if.h"
67
68 #ifdef COMPAT_FREEBSD32
69 struct pci_conf32 {
70 struct pcisel pc_sel; /* domain+bus+slot+function */
71 u_int8_t pc_hdr; /* PCI header type */
72 u_int16_t pc_subvendor; /* card vendor ID */
73 u_int16_t pc_subdevice; /* card device ID, assigned by
74 card vendor */
75 u_int16_t pc_vendor; /* chip vendor ID */
76 u_int16_t pc_device; /* chip device ID, assigned by
77 chip vendor */
78 u_int8_t pc_class; /* chip PCI class */
79 u_int8_t pc_subclass; /* chip PCI subclass */
80 u_int8_t pc_progif; /* chip PCI programming interface */
81 u_int8_t pc_revid; /* chip revision ID */
82 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
83 u_int32_t pd_unit; /* device unit number */
84 };
85
86 struct pci_match_conf32 {
87 struct pcisel pc_sel; /* domain+bus+slot+function */
88 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
89 u_int32_t pd_unit; /* Unit number */
90 u_int16_t pc_vendor; /* PCI Vendor ID */
91 u_int16_t pc_device; /* PCI Device ID */
92 u_int8_t pc_class; /* PCI class */
93 u_int32_t flags; /* Matching expression */
94 };
95
96 struct pci_conf_io32 {
97 u_int32_t pat_buf_len; /* pattern buffer length */
98 u_int32_t num_patterns; /* number of patterns */
99 u_int32_t patterns; /* struct pci_match_conf ptr */
100 u_int32_t match_buf_len; /* match buffer length */
101 u_int32_t num_matches; /* number of matches returned */
102 u_int32_t matches; /* struct pci_conf ptr */
103 u_int32_t offset; /* offset into device list */
104 u_int32_t generation; /* device list generation */
105 u_int32_t status; /* request status */
106 };
107
108 #define PCIOCGETCONF32 _IOC_NEWTYPE(PCIOCGETCONF, struct pci_conf_io32)
109 #endif
110
111 /*
112 * This is the user interface to PCI configuration space.
113 */
114
115 static d_open_t pci_open;
116 static d_close_t pci_close;
117 static d_ioctl_t pci_ioctl;
118
119 struct cdevsw pcicdev = {
120 .d_version = D_VERSION,
121 .d_flags = 0,
122 .d_open = pci_open,
123 .d_close = pci_close,
124 .d_ioctl = pci_ioctl,
125 .d_name = "pci",
126 };
127
128 static int
pci_open(struct cdev * dev,int oflags,int devtype,struct thread * td)129 pci_open(struct cdev *dev, int oflags, int devtype, struct thread *td)
130 {
131 int error;
132
133 if (oflags & FWRITE) {
134 error = securelevel_gt(td->td_ucred, 0);
135 if (error)
136 return (error);
137 }
138
139 return (0);
140 }
141
142 static int
pci_close(struct cdev * dev,int flag,int devtype,struct thread * td)143 pci_close(struct cdev *dev, int flag, int devtype, struct thread *td)
144 {
145 return 0;
146 }
147
148 /*
149 * Match a single pci_conf structure against an array of pci_match_conf
150 * structures. The first argument, 'matches', is an array of num_matches
151 * pci_match_conf structures. match_buf is a pointer to the pci_conf
152 * structure that will be compared to every entry in the matches array.
153 * This function returns 1 on failure, 0 on success.
154 */
155 static int
pci_conf_match_native(struct pci_match_conf * matches,int num_matches,struct pci_conf * match_buf)156 pci_conf_match_native(struct pci_match_conf *matches, int num_matches,
157 struct pci_conf *match_buf)
158 {
159 int i;
160
161 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
162 return(1);
163
164 for (i = 0; i < num_matches; i++) {
165 /*
166 * I'm not sure why someone would do this...but...
167 */
168 if (matches[i].flags == PCI_GETCONF_NO_MATCH)
169 continue;
170
171 /*
172 * Look at each of the match flags. If it's set, do the
173 * comparison. If the comparison fails, we don't have a
174 * match, go on to the next item if there is one.
175 */
176 if (((matches[i].flags & PCI_GETCONF_MATCH_DOMAIN) != 0)
177 && (match_buf->pc_sel.pc_domain !=
178 matches[i].pc_sel.pc_domain))
179 continue;
180
181 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS) != 0)
182 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
183 continue;
184
185 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV) != 0)
186 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
187 continue;
188
189 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC) != 0)
190 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
191 continue;
192
193 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR) != 0)
194 && (match_buf->pc_vendor != matches[i].pc_vendor))
195 continue;
196
197 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE) != 0)
198 && (match_buf->pc_device != matches[i].pc_device))
199 continue;
200
201 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS) != 0)
202 && (match_buf->pc_class != matches[i].pc_class))
203 continue;
204
205 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT) != 0)
206 && (match_buf->pd_unit != matches[i].pd_unit))
207 continue;
208
209 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME) != 0)
210 && (strncmp(matches[i].pd_name, match_buf->pd_name,
211 sizeof(match_buf->pd_name)) != 0))
212 continue;
213
214 return(0);
215 }
216
217 return(1);
218 }
219
220 #ifdef COMPAT_FREEBSD32
221 static int
pci_conf_match32(struct pci_match_conf32 * matches,int num_matches,struct pci_conf * match_buf)222 pci_conf_match32(struct pci_match_conf32 *matches, int num_matches,
223 struct pci_conf *match_buf)
224 {
225 int i;
226
227 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
228 return(1);
229
230 for (i = 0; i < num_matches; i++) {
231 /*
232 * I'm not sure why someone would do this...but...
233 */
234 if (matches[i].flags == PCI_GETCONF_NO_MATCH)
235 continue;
236
237 /*
238 * Look at each of the match flags. If it's set, do the
239 * comparison. If the comparison fails, we don't have a
240 * match, go on to the next item if there is one.
241 */
242 if (((matches[i].flags & PCI_GETCONF_MATCH_DOMAIN) != 0)
243 && (match_buf->pc_sel.pc_domain !=
244 matches[i].pc_sel.pc_domain))
245 continue;
246
247 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS) != 0)
248 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
249 continue;
250
251 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV) != 0)
252 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
253 continue;
254
255 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC) != 0)
256 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
257 continue;
258
259 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR) != 0)
260 && (match_buf->pc_vendor != matches[i].pc_vendor))
261 continue;
262
263 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE) != 0)
264 && (match_buf->pc_device != matches[i].pc_device))
265 continue;
266
267 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS) != 0)
268 && (match_buf->pc_class != matches[i].pc_class))
269 continue;
270
271 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT) != 0)
272 && (match_buf->pd_unit != matches[i].pd_unit))
273 continue;
274
275 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME) != 0)
276 && (strncmp(matches[i].pd_name, match_buf->pd_name,
277 sizeof(match_buf->pd_name)) != 0))
278 continue;
279
280 return(0);
281 }
282
283 return(1);
284 }
285 #endif /* COMPAT_FREEBSD32 */
286
287 #if defined(COMPAT_FREEBSD4) || defined(COMPAT_FREEBSD5) || \
288 defined(COMPAT_FREEBSD6)
289 #define PRE7_COMPAT
290
291 typedef enum {
292 PCI_GETCONF_NO_MATCH_OLD = 0x00,
293 PCI_GETCONF_MATCH_BUS_OLD = 0x01,
294 PCI_GETCONF_MATCH_DEV_OLD = 0x02,
295 PCI_GETCONF_MATCH_FUNC_OLD = 0x04,
296 PCI_GETCONF_MATCH_NAME_OLD = 0x08,
297 PCI_GETCONF_MATCH_UNIT_OLD = 0x10,
298 PCI_GETCONF_MATCH_VENDOR_OLD = 0x20,
299 PCI_GETCONF_MATCH_DEVICE_OLD = 0x40,
300 PCI_GETCONF_MATCH_CLASS_OLD = 0x80
301 } pci_getconf_flags_old;
302
303 struct pcisel_old {
304 u_int8_t pc_bus; /* bus number */
305 u_int8_t pc_dev; /* device on this bus */
306 u_int8_t pc_func; /* function on this device */
307 };
308
309 struct pci_conf_old {
310 struct pcisel_old pc_sel; /* bus+slot+function */
311 u_int8_t pc_hdr; /* PCI header type */
312 u_int16_t pc_subvendor; /* card vendor ID */
313 u_int16_t pc_subdevice; /* card device ID, assigned by
314 card vendor */
315 u_int16_t pc_vendor; /* chip vendor ID */
316 u_int16_t pc_device; /* chip device ID, assigned by
317 chip vendor */
318 u_int8_t pc_class; /* chip PCI class */
319 u_int8_t pc_subclass; /* chip PCI subclass */
320 u_int8_t pc_progif; /* chip PCI programming interface */
321 u_int8_t pc_revid; /* chip revision ID */
322 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
323 u_long pd_unit; /* device unit number */
324 };
325
326 struct pci_match_conf_old {
327 struct pcisel_old pc_sel; /* bus+slot+function */
328 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
329 u_long pd_unit; /* Unit number */
330 u_int16_t pc_vendor; /* PCI Vendor ID */
331 u_int16_t pc_device; /* PCI Device ID */
332 u_int8_t pc_class; /* PCI class */
333 pci_getconf_flags_old flags; /* Matching expression */
334 };
335
336 struct pci_io_old {
337 struct pcisel_old pi_sel; /* device to operate on */
338 int pi_reg; /* configuration register to examine */
339 int pi_width; /* width (in bytes) of read or write */
340 u_int32_t pi_data; /* data to write or result of read */
341 };
342
343 #ifdef COMPAT_FREEBSD32
344 struct pci_conf_old32 {
345 struct pcisel_old pc_sel; /* bus+slot+function */
346 uint8_t pc_hdr; /* PCI header type */
347 uint16_t pc_subvendor; /* card vendor ID */
348 uint16_t pc_subdevice; /* card device ID, assigned by
349 card vendor */
350 uint16_t pc_vendor; /* chip vendor ID */
351 uint16_t pc_device; /* chip device ID, assigned by
352 chip vendor */
353 uint8_t pc_class; /* chip PCI class */
354 uint8_t pc_subclass; /* chip PCI subclass */
355 uint8_t pc_progif; /* chip PCI programming interface */
356 uint8_t pc_revid; /* chip revision ID */
357 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
358 uint32_t pd_unit; /* device unit number (u_long) */
359 };
360
361 struct pci_match_conf_old32 {
362 struct pcisel_old pc_sel; /* bus+slot+function */
363 char pd_name[PCI_MAXNAMELEN + 1]; /* device name */
364 uint32_t pd_unit; /* Unit number (u_long) */
365 uint16_t pc_vendor; /* PCI Vendor ID */
366 uint16_t pc_device; /* PCI Device ID */
367 uint8_t pc_class; /* PCI class */
368 pci_getconf_flags_old flags; /* Matching expression */
369 };
370
371 #define PCIOCGETCONF_OLD32 _IOWR('p', 1, struct pci_conf_io32)
372 #endif /* COMPAT_FREEBSD32 */
373
374 #define PCIOCGETCONF_OLD _IOWR('p', 1, struct pci_conf_io)
375 #define PCIOCREAD_OLD _IOWR('p', 2, struct pci_io_old)
376 #define PCIOCWRITE_OLD _IOWR('p', 3, struct pci_io_old)
377
378 static int
pci_conf_match_old(struct pci_match_conf_old * matches,int num_matches,struct pci_conf * match_buf)379 pci_conf_match_old(struct pci_match_conf_old *matches, int num_matches,
380 struct pci_conf *match_buf)
381 {
382 int i;
383
384 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
385 return(1);
386
387 for (i = 0; i < num_matches; i++) {
388 if (match_buf->pc_sel.pc_domain != 0)
389 continue;
390
391 /*
392 * I'm not sure why someone would do this...but...
393 */
394 if (matches[i].flags == PCI_GETCONF_NO_MATCH_OLD)
395 continue;
396
397 /*
398 * Look at each of the match flags. If it's set, do the
399 * comparison. If the comparison fails, we don't have a
400 * match, go on to the next item if there is one.
401 */
402 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS_OLD) != 0)
403 && (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
404 continue;
405
406 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV_OLD) != 0)
407 && (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
408 continue;
409
410 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC_OLD) != 0)
411 && (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
412 continue;
413
414 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR_OLD) != 0)
415 && (match_buf->pc_vendor != matches[i].pc_vendor))
416 continue;
417
418 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE_OLD) != 0)
419 && (match_buf->pc_device != matches[i].pc_device))
420 continue;
421
422 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS_OLD) != 0)
423 && (match_buf->pc_class != matches[i].pc_class))
424 continue;
425
426 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT_OLD) != 0)
427 && (match_buf->pd_unit != matches[i].pd_unit))
428 continue;
429
430 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME_OLD) != 0)
431 && (strncmp(matches[i].pd_name, match_buf->pd_name,
432 sizeof(match_buf->pd_name)) != 0))
433 continue;
434
435 return(0);
436 }
437
438 return(1);
439 }
440
441 #ifdef COMPAT_FREEBSD32
442 static int
pci_conf_match_old32(struct pci_match_conf_old32 * matches,int num_matches,struct pci_conf * match_buf)443 pci_conf_match_old32(struct pci_match_conf_old32 *matches, int num_matches,
444 struct pci_conf *match_buf)
445 {
446 int i;
447
448 if ((matches == NULL) || (match_buf == NULL) || (num_matches <= 0))
449 return(1);
450
451 for (i = 0; i < num_matches; i++) {
452 if (match_buf->pc_sel.pc_domain != 0)
453 continue;
454
455 /*
456 * I'm not sure why someone would do this...but...
457 */
458 if (matches[i].flags == PCI_GETCONF_NO_MATCH_OLD)
459 continue;
460
461 /*
462 * Look at each of the match flags. If it's set, do the
463 * comparison. If the comparison fails, we don't have a
464 * match, go on to the next item if there is one.
465 */
466 if (((matches[i].flags & PCI_GETCONF_MATCH_BUS_OLD) != 0) &&
467 (match_buf->pc_sel.pc_bus != matches[i].pc_sel.pc_bus))
468 continue;
469
470 if (((matches[i].flags & PCI_GETCONF_MATCH_DEV_OLD) != 0) &&
471 (match_buf->pc_sel.pc_dev != matches[i].pc_sel.pc_dev))
472 continue;
473
474 if (((matches[i].flags & PCI_GETCONF_MATCH_FUNC_OLD) != 0) &&
475 (match_buf->pc_sel.pc_func != matches[i].pc_sel.pc_func))
476 continue;
477
478 if (((matches[i].flags & PCI_GETCONF_MATCH_VENDOR_OLD) != 0) &&
479 (match_buf->pc_vendor != matches[i].pc_vendor))
480 continue;
481
482 if (((matches[i].flags & PCI_GETCONF_MATCH_DEVICE_OLD) != 0) &&
483 (match_buf->pc_device != matches[i].pc_device))
484 continue;
485
486 if (((matches[i].flags & PCI_GETCONF_MATCH_CLASS_OLD) != 0) &&
487 (match_buf->pc_class != matches[i].pc_class))
488 continue;
489
490 if (((matches[i].flags & PCI_GETCONF_MATCH_UNIT_OLD) != 0) &&
491 ((u_int32_t)match_buf->pd_unit != matches[i].pd_unit))
492 continue;
493
494 if (((matches[i].flags & PCI_GETCONF_MATCH_NAME_OLD) != 0) &&
495 (strncmp(matches[i].pd_name, match_buf->pd_name,
496 sizeof(match_buf->pd_name)) != 0))
497 continue;
498
499 return (0);
500 }
501
502 return (1);
503 }
504 #endif /* COMPAT_FREEBSD32 */
505 #endif /* !PRE7_COMPAT */
506
507 union pci_conf_union {
508 struct pci_conf pc;
509 #ifdef COMPAT_FREEBSD32
510 struct pci_conf32 pc32;
511 #endif
512 #ifdef PRE7_COMPAT
513 struct pci_conf_old pco;
514 #ifdef COMPAT_FREEBSD32
515 struct pci_conf_old32 pco32;
516 #endif
517 #endif
518 };
519
520 static int
pci_conf_match(u_long cmd,struct pci_match_conf * matches,int num_matches,struct pci_conf * match_buf)521 pci_conf_match(u_long cmd, struct pci_match_conf *matches, int num_matches,
522 struct pci_conf *match_buf)
523 {
524
525 switch (cmd) {
526 case PCIOCGETCONF:
527 return (pci_conf_match_native(
528 (struct pci_match_conf *)matches, num_matches, match_buf));
529 #ifdef COMPAT_FREEBSD32
530 case PCIOCGETCONF32:
531 return (pci_conf_match32((struct pci_match_conf32 *)matches,
532 num_matches, match_buf));
533 #endif
534 #ifdef PRE7_COMPAT
535 case PCIOCGETCONF_OLD:
536 return (pci_conf_match_old(
537 (struct pci_match_conf_old *)matches, num_matches,
538 match_buf));
539 #ifdef COMPAT_FREEBSD32
540 case PCIOCGETCONF_OLD32:
541 return (pci_conf_match_old32(
542 (struct pci_match_conf_old32 *)matches, num_matches,
543 match_buf));
544 #endif
545 #endif
546 default:
547 /* programmer error */
548 return (0);
549 }
550 }
551
552 /*
553 * Like PVE_NEXT but takes an explicit length since 'pve' is a user
554 * pointer that cannot be dereferenced.
555 */
556 #define PVE_NEXT_LEN(pve, datalen) \
557 ((struct pci_vpd_element *)((char *)(pve) + \
558 sizeof(struct pci_vpd_element) + (datalen)))
559
560 static int
pci_list_vpd(device_t dev,struct pci_list_vpd_io * lvio)561 pci_list_vpd(device_t dev, struct pci_list_vpd_io *lvio)
562 {
563 struct pci_vpd_element vpd_element, *vpd_user;
564 struct pcicfg_vpd *vpd;
565 size_t len, datalen;
566 int error, i;
567
568 vpd = pci_fetch_vpd_list(dev);
569 if (vpd->vpd_reg == 0 || vpd->vpd_ident == NULL)
570 return (ENXIO);
571
572 /*
573 * Calculate the amount of space needed in the data buffer. An
574 * identifier element is always present followed by the read-only
575 * and read-write keywords.
576 */
577 len = sizeof(struct pci_vpd_element) + strlen(vpd->vpd_ident);
578 for (i = 0; i < vpd->vpd_rocnt; i++)
579 len += sizeof(struct pci_vpd_element) + vpd->vpd_ros[i].len;
580 for (i = 0; i < vpd->vpd_wcnt; i++)
581 len += sizeof(struct pci_vpd_element) + vpd->vpd_w[i].len;
582
583 if (lvio->plvi_len == 0) {
584 lvio->plvi_len = len;
585 return (0);
586 }
587 if (lvio->plvi_len < len) {
588 lvio->plvi_len = len;
589 return (ENOMEM);
590 }
591
592 /*
593 * Copyout the identifier string followed by each keyword and
594 * value.
595 */
596 datalen = strlen(vpd->vpd_ident);
597 KASSERT(datalen <= 255, ("invalid VPD ident length"));
598 vpd_user = lvio->plvi_data;
599 vpd_element.pve_keyword[0] = '\0';
600 vpd_element.pve_keyword[1] = '\0';
601 vpd_element.pve_flags = PVE_FLAG_IDENT;
602 vpd_element.pve_datalen = datalen;
603 error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
604 if (error)
605 return (error);
606 error = copyout(vpd->vpd_ident, vpd_user->pve_data, datalen);
607 if (error)
608 return (error);
609 vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
610 vpd_element.pve_flags = 0;
611 for (i = 0; i < vpd->vpd_rocnt; i++) {
612 vpd_element.pve_keyword[0] = vpd->vpd_ros[i].keyword[0];
613 vpd_element.pve_keyword[1] = vpd->vpd_ros[i].keyword[1];
614 vpd_element.pve_datalen = vpd->vpd_ros[i].len;
615 error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
616 if (error)
617 return (error);
618 error = copyout(vpd->vpd_ros[i].value, vpd_user->pve_data,
619 vpd->vpd_ros[i].len);
620 if (error)
621 return (error);
622 vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
623 }
624 vpd_element.pve_flags = PVE_FLAG_RW;
625 for (i = 0; i < vpd->vpd_wcnt; i++) {
626 vpd_element.pve_keyword[0] = vpd->vpd_w[i].keyword[0];
627 vpd_element.pve_keyword[1] = vpd->vpd_w[i].keyword[1];
628 vpd_element.pve_datalen = vpd->vpd_w[i].len;
629 error = copyout(&vpd_element, vpd_user, sizeof(vpd_element));
630 if (error)
631 return (error);
632 error = copyout(vpd->vpd_w[i].value, vpd_user->pve_data,
633 vpd->vpd_w[i].len);
634 if (error)
635 return (error);
636 vpd_user = PVE_NEXT_LEN(vpd_user, vpd_element.pve_datalen);
637 }
638 KASSERT((char *)vpd_user - (char *)lvio->plvi_data == len,
639 ("length mismatch"));
640 lvio->plvi_len = len;
641 return (0);
642 }
643
644 static size_t
pci_match_conf_size(u_long cmd)645 pci_match_conf_size(u_long cmd)
646 {
647
648 switch (cmd) {
649 case PCIOCGETCONF:
650 return (sizeof(struct pci_match_conf));
651 #ifdef COMPAT_FREEBSD32
652 case PCIOCGETCONF32:
653 return (sizeof(struct pci_match_conf32));
654 #endif
655 #ifdef PRE7_COMPAT
656 case PCIOCGETCONF_OLD:
657 return (sizeof(struct pci_match_conf_old));
658 #ifdef COMPAT_FREEBSD32
659 case PCIOCGETCONF_OLD32:
660 return (sizeof(struct pci_match_conf_old32));
661 #endif
662 #endif
663 default:
664 /* programmer error */
665 return (0);
666 }
667 }
668
669 static size_t
pci_conf_size(u_long cmd)670 pci_conf_size(u_long cmd)
671 {
672
673 switch (cmd) {
674 case PCIOCGETCONF:
675 return (sizeof(struct pci_conf));
676 #ifdef COMPAT_FREEBSD32
677 case PCIOCGETCONF32:
678 return (sizeof(struct pci_conf32));
679 #endif
680 #ifdef PRE7_COMPAT
681 case PCIOCGETCONF_OLD:
682 return (sizeof(struct pci_conf_old));
683 #ifdef COMPAT_FREEBSD32
684 case PCIOCGETCONF_OLD32:
685 return (sizeof(struct pci_conf_old32));
686 #endif
687 #endif
688 default:
689 /* programmer error */
690 return (0);
691 }
692 }
693
694 static void
pci_conf_io_init(struct pci_conf_io * cio,caddr_t data,u_long cmd)695 pci_conf_io_init(struct pci_conf_io *cio, caddr_t data, u_long cmd)
696 {
697 #if defined(COMPAT_FREEBSD32)
698 struct pci_conf_io32 *cio32;
699 #endif
700
701 switch (cmd) {
702 case PCIOCGETCONF:
703 #ifdef PRE7_COMPAT
704 case PCIOCGETCONF_OLD:
705 #endif
706 *cio = *(struct pci_conf_io *)data;
707 return;
708
709 #ifdef COMPAT_FREEBSD32
710 case PCIOCGETCONF32:
711 #ifdef PRE7_COMPAT
712 case PCIOCGETCONF_OLD32:
713 #endif
714 cio32 = (struct pci_conf_io32 *)data;
715 cio->pat_buf_len = cio32->pat_buf_len;
716 cio->num_patterns = cio32->num_patterns;
717 cio->patterns = (void *)(uintptr_t)cio32->patterns;
718 cio->match_buf_len = cio32->match_buf_len;
719 cio->num_matches = cio32->num_matches;
720 cio->matches = (void *)(uintptr_t)cio32->matches;
721 cio->offset = cio32->offset;
722 cio->generation = cio32->generation;
723 cio->status = cio32->status;
724 return;
725 #endif
726
727 default:
728 /* programmer error */
729 return;
730 }
731 }
732
733 static void
pci_conf_io_update_data(const struct pci_conf_io * cio,caddr_t data,u_long cmd)734 pci_conf_io_update_data(const struct pci_conf_io *cio, caddr_t data,
735 u_long cmd)
736 {
737 struct pci_conf_io *d_cio;
738 #if defined(COMPAT_FREEBSD32)
739 struct pci_conf_io32 *cio32;
740 #endif
741
742 switch (cmd) {
743 case PCIOCGETCONF:
744 #ifdef PRE7_COMPAT
745 case PCIOCGETCONF_OLD:
746 #endif
747 d_cio = (struct pci_conf_io *)data;
748 d_cio->status = cio->status;
749 d_cio->generation = cio->generation;
750 d_cio->offset = cio->offset;
751 d_cio->num_matches = cio->num_matches;
752 return;
753
754 #ifdef COMPAT_FREEBSD32
755 case PCIOCGETCONF32:
756 #ifdef PRE7_COMPAT
757 case PCIOCGETCONF_OLD32:
758 #endif
759 cio32 = (struct pci_conf_io32 *)data;
760
761 cio32->status = cio->status;
762 cio32->generation = cio->generation;
763 cio32->offset = cio->offset;
764 cio32->num_matches = cio->num_matches;
765 return;
766 #endif
767
768 default:
769 /* programmer error */
770 return;
771 }
772 }
773
774 static void
pci_conf_for_copyout(const struct pci_conf * pcp,union pci_conf_union * pcup,u_long cmd)775 pci_conf_for_copyout(const struct pci_conf *pcp, union pci_conf_union *pcup,
776 u_long cmd)
777 {
778
779 memset(pcup, 0, sizeof(*pcup));
780
781 switch (cmd) {
782 case PCIOCGETCONF:
783 pcup->pc = *pcp;
784 return;
785
786 #ifdef COMPAT_FREEBSD32
787 case PCIOCGETCONF32:
788 pcup->pc32.pc_sel = pcp->pc_sel;
789 pcup->pc32.pc_hdr = pcp->pc_hdr;
790 pcup->pc32.pc_subvendor = pcp->pc_subvendor;
791 pcup->pc32.pc_subdevice = pcp->pc_subdevice;
792 pcup->pc32.pc_vendor = pcp->pc_vendor;
793 pcup->pc32.pc_device = pcp->pc_device;
794 pcup->pc32.pc_class = pcp->pc_class;
795 pcup->pc32.pc_subclass = pcp->pc_subclass;
796 pcup->pc32.pc_progif = pcp->pc_progif;
797 pcup->pc32.pc_revid = pcp->pc_revid;
798 strlcpy(pcup->pc32.pd_name, pcp->pd_name,
799 sizeof(pcup->pc32.pd_name));
800 pcup->pc32.pd_unit = (uint32_t)pcp->pd_unit;
801 return;
802 #endif
803
804 #ifdef PRE7_COMPAT
805 #ifdef COMPAT_FREEBSD32
806 case PCIOCGETCONF_OLD32:
807 pcup->pco32.pc_sel.pc_bus = pcp->pc_sel.pc_bus;
808 pcup->pco32.pc_sel.pc_dev = pcp->pc_sel.pc_dev;
809 pcup->pco32.pc_sel.pc_func = pcp->pc_sel.pc_func;
810 pcup->pco32.pc_hdr = pcp->pc_hdr;
811 pcup->pco32.pc_subvendor = pcp->pc_subvendor;
812 pcup->pco32.pc_subdevice = pcp->pc_subdevice;
813 pcup->pco32.pc_vendor = pcp->pc_vendor;
814 pcup->pco32.pc_device = pcp->pc_device;
815 pcup->pco32.pc_class = pcp->pc_class;
816 pcup->pco32.pc_subclass = pcp->pc_subclass;
817 pcup->pco32.pc_progif = pcp->pc_progif;
818 pcup->pco32.pc_revid = pcp->pc_revid;
819 strlcpy(pcup->pco32.pd_name, pcp->pd_name,
820 sizeof(pcup->pco32.pd_name));
821 pcup->pco32.pd_unit = (uint32_t)pcp->pd_unit;
822 return;
823
824 #endif /* COMPAT_FREEBSD32 */
825 case PCIOCGETCONF_OLD:
826 pcup->pco.pc_sel.pc_bus = pcp->pc_sel.pc_bus;
827 pcup->pco.pc_sel.pc_dev = pcp->pc_sel.pc_dev;
828 pcup->pco.pc_sel.pc_func = pcp->pc_sel.pc_func;
829 pcup->pco.pc_hdr = pcp->pc_hdr;
830 pcup->pco.pc_subvendor = pcp->pc_subvendor;
831 pcup->pco.pc_subdevice = pcp->pc_subdevice;
832 pcup->pco.pc_vendor = pcp->pc_vendor;
833 pcup->pco.pc_device = pcp->pc_device;
834 pcup->pco.pc_class = pcp->pc_class;
835 pcup->pco.pc_subclass = pcp->pc_subclass;
836 pcup->pco.pc_progif = pcp->pc_progif;
837 pcup->pco.pc_revid = pcp->pc_revid;
838 strlcpy(pcup->pco.pd_name, pcp->pd_name,
839 sizeof(pcup->pco.pd_name));
840 pcup->pco.pd_unit = pcp->pd_unit;
841 return;
842 #endif /* PRE7_COMPAT */
843
844 default:
845 /* programmer error */
846 return;
847 }
848 }
849
850 static int
pci_bar_mmap(device_t pcidev,struct pci_bar_mmap * pbm)851 pci_bar_mmap(device_t pcidev, struct pci_bar_mmap *pbm)
852 {
853 vm_map_t map;
854 vm_object_t obj;
855 struct thread *td;
856 struct sglist *sg;
857 struct pci_map *pm;
858 vm_paddr_t membase;
859 vm_paddr_t pbase;
860 vm_size_t plen;
861 vm_offset_t addr;
862 vm_prot_t prot;
863 int error, flags;
864
865 td = curthread;
866 map = &td->td_proc->p_vmspace->vm_map;
867 if ((pbm->pbm_flags & ~(PCIIO_BAR_MMAP_FIXED | PCIIO_BAR_MMAP_EXCL |
868 PCIIO_BAR_MMAP_RW | PCIIO_BAR_MMAP_ACTIVATE)) != 0 ||
869 pbm->pbm_memattr != (vm_memattr_t)pbm->pbm_memattr ||
870 !pmap_is_valid_memattr(map->pmap, pbm->pbm_memattr))
871 return (EINVAL);
872
873 /* Fetch the BAR physical base and length. */
874 pm = pci_find_bar(pcidev, pbm->pbm_reg);
875 if (pm == NULL)
876 return (EINVAL);
877 if (!pci_bar_enabled(pcidev, pm))
878 return (EBUSY); /* XXXKIB enable if _ACTIVATE */
879 if (!PCI_BAR_MEM(pm->pm_value))
880 return (EIO);
881 membase = pm->pm_value & PCIM_BAR_MEM_BASE;
882 pbase = trunc_page(membase);
883 plen = round_page(membase + ((pci_addr_t)1 << pm->pm_size)) -
884 pbase;
885 prot = VM_PROT_READ | (((pbm->pbm_flags & PCIIO_BAR_MMAP_RW) != 0) ?
886 VM_PROT_WRITE : 0);
887
888 /* Create vm structures and mmap. */
889 sg = sglist_alloc(1, M_WAITOK);
890 error = sglist_append_phys(sg, pbase, plen);
891 if (error != 0)
892 goto out;
893 obj = vm_pager_allocate(OBJT_SG, sg, plen, prot, 0, td->td_ucred);
894 if (obj == NULL) {
895 error = EIO;
896 goto out;
897 }
898 obj->memattr = pbm->pbm_memattr;
899 flags = MAP_SHARED;
900 addr = 0;
901 if ((pbm->pbm_flags & PCIIO_BAR_MMAP_FIXED) != 0) {
902 addr = (uintptr_t)pbm->pbm_map_base;
903 flags |= MAP_FIXED;
904 }
905 if ((pbm->pbm_flags & PCIIO_BAR_MMAP_EXCL) != 0)
906 flags |= MAP_CHECK_EXCL;
907 error = vm_mmap_object(map, &addr, plen, prot, prot, flags, obj, 0,
908 FALSE, td);
909 if (error != 0) {
910 vm_object_deallocate(obj);
911 goto out;
912 }
913 pbm->pbm_map_base = (void *)addr;
914 pbm->pbm_map_length = plen;
915 pbm->pbm_bar_off = membase - pbase;
916 pbm->pbm_bar_length = (pci_addr_t)1 << pm->pm_size;
917
918 out:
919 sglist_free(sg);
920 return (error);
921 }
922
923 static int
pci_bar_io(device_t pcidev,struct pci_bar_ioreq * pbi)924 pci_bar_io(device_t pcidev, struct pci_bar_ioreq *pbi)
925 {
926 struct pci_map *pm;
927 struct resource *res;
928 uint32_t offset, width;
929 int bar, error, type;
930
931 if (pbi->pbi_op != PCIBARIO_READ &&
932 pbi->pbi_op != PCIBARIO_WRITE)
933 return (EINVAL);
934
935 bar = PCIR_BAR(pbi->pbi_bar);
936 pm = pci_find_bar(pcidev, bar);
937 if (pm == NULL)
938 return (EINVAL);
939
940 offset = pbi->pbi_offset;
941 width = pbi->pbi_width;
942
943 if (offset + width < offset ||
944 ((pci_addr_t)1 << pm->pm_size) < offset + width)
945 return (EINVAL);
946
947 type = PCI_BAR_MEM(pm->pm_value) ? SYS_RES_MEMORY : SYS_RES_IOPORT;
948
949 /*
950 * This will fail if a driver has allocated the resource. This could be
951 * worked around by detecting that case and using bus_map_resource() to
952 * populate the handle, but so far this is not needed.
953 */
954 res = bus_alloc_resource_any(pcidev, type, &bar, RF_ACTIVE);
955 if (res == NULL)
956 return (ENOENT);
957
958 error = 0;
959 switch (pbi->pbi_op) {
960 case PCIBARIO_READ:
961 switch (pbi->pbi_width) {
962 case 1:
963 pbi->pbi_value = bus_read_1(res, offset);
964 break;
965 case 2:
966 pbi->pbi_value = bus_read_2(res, offset);
967 break;
968 case 4:
969 pbi->pbi_value = bus_read_4(res, offset);
970 break;
971 #ifndef __i386__
972 case 8:
973 pbi->pbi_value = bus_read_8(res, offset);
974 break;
975 #endif
976 default:
977 error = EINVAL;
978 break;
979 }
980 break;
981 case PCIBARIO_WRITE:
982 switch (pbi->pbi_width) {
983 case 1:
984 bus_write_1(res, offset, pbi->pbi_value);
985 break;
986 case 2:
987 bus_write_2(res, offset, pbi->pbi_value);
988 break;
989 case 4:
990 bus_write_4(res, offset, pbi->pbi_value);
991 break;
992 #ifndef __i386__
993 case 8:
994 bus_write_8(res, offset, pbi->pbi_value);
995 break;
996 #endif
997 default:
998 error = EINVAL;
999 break;
1000 }
1001 break;
1002 }
1003
1004 bus_release_resource(pcidev, type, bar, res);
1005
1006 return (error);
1007 }
1008
1009 static int
pci_ioctl(struct cdev * dev,u_long cmd,caddr_t data,int flag,struct thread * td)1010 pci_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread *td)
1011 {
1012 device_t pcidev;
1013 const char *name;
1014 struct devlist *devlist_head;
1015 struct pci_conf_io *cio = NULL;
1016 struct pci_devinfo *dinfo;
1017 struct pci_io *io;
1018 struct pci_bar_ioreq *pbi;
1019 struct pci_bar_io *bio;
1020 struct pci_list_vpd_io *lvio;
1021 struct pci_match_conf *pattern_buf;
1022 struct pci_map *pm;
1023 struct pci_bar_mmap *pbm;
1024 size_t confsz, iolen;
1025 int error, ionum, i, num_patterns;
1026 union pci_conf_union pcu;
1027 #ifdef PRE7_COMPAT
1028 struct pci_io iodata;
1029 struct pci_io_old *io_old;
1030
1031 io_old = NULL;
1032 #endif
1033
1034 /*
1035 * Interpret read-only opened /dev/pci as a promise that no
1036 * operation of the file descriptor could modify system state,
1037 * including side-effects due to reading devices registers.
1038 */
1039 if ((flag & FWRITE) == 0) {
1040 switch (cmd) {
1041 case PCIOCGETCONF:
1042 #ifdef COMPAT_FREEBSD32
1043 case PCIOCGETCONF32:
1044 #endif
1045 #ifdef PRE7_COMPAT
1046 case PCIOCGETCONF_OLD:
1047 #ifdef COMPAT_FREEBSD32
1048 case PCIOCGETCONF_OLD32:
1049 #endif
1050 #endif
1051 case PCIOCGETBAR:
1052 case PCIOCLISTVPD:
1053 break;
1054 default:
1055 return (EPERM);
1056 }
1057 }
1058
1059 /* Giant because newbus is Giant locked revisit with newbus locking */
1060 mtx_lock(&Giant);
1061
1062 switch (cmd) {
1063 case PCIOCGETCONF:
1064 #ifdef COMPAT_FREEBSD32
1065 case PCIOCGETCONF32:
1066 #endif
1067 #ifdef PRE7_COMPAT
1068 case PCIOCGETCONF_OLD:
1069 #ifdef COMPAT_FREEBSD32
1070 case PCIOCGETCONF_OLD32:
1071 #endif
1072 #endif
1073 cio = malloc(sizeof(struct pci_conf_io), M_TEMP,
1074 M_WAITOK | M_ZERO);
1075 pci_conf_io_init(cio, data, cmd);
1076 pattern_buf = NULL;
1077 num_patterns = 0;
1078 dinfo = NULL;
1079
1080 cio->num_matches = 0;
1081
1082 /*
1083 * If the user specified an offset into the device list,
1084 * but the list has changed since they last called this
1085 * ioctl, tell them that the list has changed. They will
1086 * have to get the list from the beginning.
1087 */
1088 if ((cio->offset != 0)
1089 && (cio->generation != pci_generation)){
1090 cio->status = PCI_GETCONF_LIST_CHANGED;
1091 error = 0;
1092 goto getconfexit;
1093 }
1094
1095 /*
1096 * Check to see whether the user has asked for an offset
1097 * past the end of our list.
1098 */
1099 if (cio->offset >= pci_numdevs) {
1100 cio->status = PCI_GETCONF_LAST_DEVICE;
1101 error = 0;
1102 goto getconfexit;
1103 }
1104
1105 /* get the head of the device queue */
1106 devlist_head = &pci_devq;
1107
1108 /*
1109 * Determine how much room we have for pci_conf structures.
1110 * Round the user's buffer size down to the nearest
1111 * multiple of sizeof(struct pci_conf) in case the user
1112 * didn't specify a multiple of that size.
1113 */
1114 confsz = pci_conf_size(cmd);
1115 iolen = min(cio->match_buf_len - (cio->match_buf_len % confsz),
1116 pci_numdevs * confsz);
1117
1118 /*
1119 * Since we know that iolen is a multiple of the size of
1120 * the pciconf union, it's okay to do this.
1121 */
1122 ionum = iolen / confsz;
1123
1124 /*
1125 * If this test is true, the user wants the pci_conf
1126 * structures returned to match the supplied entries.
1127 */
1128 if ((cio->num_patterns > 0) && (cio->num_patterns < pci_numdevs)
1129 && (cio->pat_buf_len > 0)) {
1130 /*
1131 * pat_buf_len needs to be:
1132 * num_patterns * sizeof(struct pci_match_conf)
1133 * While it is certainly possible the user just
1134 * allocated a large buffer, but set the number of
1135 * matches correctly, it is far more likely that
1136 * their kernel doesn't match the userland utility
1137 * they're using. It's also possible that the user
1138 * forgot to initialize some variables. Yes, this
1139 * may be overly picky, but I hazard to guess that
1140 * it's far more likely to just catch folks that
1141 * updated their kernel but not their userland.
1142 */
1143 if (cio->num_patterns * pci_match_conf_size(cmd) !=
1144 cio->pat_buf_len) {
1145 /* The user made a mistake, return an error. */
1146 cio->status = PCI_GETCONF_ERROR;
1147 error = EINVAL;
1148 goto getconfexit;
1149 }
1150
1151 /*
1152 * Allocate a buffer to hold the patterns.
1153 */
1154 pattern_buf = malloc(cio->pat_buf_len, M_TEMP,
1155 M_WAITOK);
1156 error = copyin(cio->patterns, pattern_buf,
1157 cio->pat_buf_len);
1158 if (error != 0) {
1159 error = EINVAL;
1160 goto getconfexit;
1161 }
1162 num_patterns = cio->num_patterns;
1163 } else if ((cio->num_patterns > 0)
1164 || (cio->pat_buf_len > 0)) {
1165 /*
1166 * The user made a mistake, spit out an error.
1167 */
1168 cio->status = PCI_GETCONF_ERROR;
1169 error = EINVAL;
1170 goto getconfexit;
1171 }
1172
1173 /*
1174 * Go through the list of devices and copy out the devices
1175 * that match the user's criteria.
1176 */
1177 for (cio->num_matches = 0, i = 0,
1178 dinfo = STAILQ_FIRST(devlist_head);
1179 dinfo != NULL;
1180 dinfo = STAILQ_NEXT(dinfo, pci_links), i++) {
1181 if (i < cio->offset)
1182 continue;
1183
1184 /* Populate pd_name and pd_unit */
1185 name = NULL;
1186 if (dinfo->cfg.dev)
1187 name = device_get_name(dinfo->cfg.dev);
1188 if (name) {
1189 strncpy(dinfo->conf.pd_name, name,
1190 sizeof(dinfo->conf.pd_name));
1191 dinfo->conf.pd_name[PCI_MAXNAMELEN] = 0;
1192 dinfo->conf.pd_unit =
1193 device_get_unit(dinfo->cfg.dev);
1194 } else {
1195 dinfo->conf.pd_name[0] = '\0';
1196 dinfo->conf.pd_unit = 0;
1197 }
1198
1199 if (pattern_buf == NULL ||
1200 pci_conf_match(cmd, pattern_buf, num_patterns,
1201 &dinfo->conf) == 0) {
1202 /*
1203 * If we've filled up the user's buffer,
1204 * break out at this point. Since we've
1205 * got a match here, we'll pick right back
1206 * up at the matching entry. We can also
1207 * tell the user that there are more matches
1208 * left.
1209 */
1210 if (cio->num_matches >= ionum) {
1211 error = 0;
1212 break;
1213 }
1214
1215 pci_conf_for_copyout(&dinfo->conf, &pcu, cmd);
1216 error = copyout(&pcu,
1217 (caddr_t)cio->matches +
1218 confsz * cio->num_matches, confsz);
1219 if (error)
1220 break;
1221 cio->num_matches++;
1222 }
1223 }
1224
1225 /*
1226 * Set the pointer into the list, so if the user is getting
1227 * n records at a time, where n < pci_numdevs,
1228 */
1229 cio->offset = i;
1230
1231 /*
1232 * Set the generation, the user will need this if they make
1233 * another ioctl call with offset != 0.
1234 */
1235 cio->generation = pci_generation;
1236
1237 /*
1238 * If this is the last device, inform the user so he won't
1239 * bother asking for more devices. If dinfo isn't NULL, we
1240 * know that there are more matches in the list because of
1241 * the way the traversal is done.
1242 */
1243 if (dinfo == NULL)
1244 cio->status = PCI_GETCONF_LAST_DEVICE;
1245 else
1246 cio->status = PCI_GETCONF_MORE_DEVS;
1247
1248 getconfexit:
1249 pci_conf_io_update_data(cio, data, cmd);
1250 free(cio, M_TEMP);
1251 free(pattern_buf, M_TEMP);
1252
1253 break;
1254
1255 #ifdef PRE7_COMPAT
1256 case PCIOCREAD_OLD:
1257 case PCIOCWRITE_OLD:
1258 io_old = (struct pci_io_old *)data;
1259 iodata.pi_sel.pc_domain = 0;
1260 iodata.pi_sel.pc_bus = io_old->pi_sel.pc_bus;
1261 iodata.pi_sel.pc_dev = io_old->pi_sel.pc_dev;
1262 iodata.pi_sel.pc_func = io_old->pi_sel.pc_func;
1263 iodata.pi_reg = io_old->pi_reg;
1264 iodata.pi_width = io_old->pi_width;
1265 iodata.pi_data = io_old->pi_data;
1266 data = (caddr_t)&iodata;
1267 /* FALLTHROUGH */
1268 #endif
1269 case PCIOCREAD:
1270 case PCIOCWRITE:
1271 io = (struct pci_io *)data;
1272 switch(io->pi_width) {
1273 case 4:
1274 case 2:
1275 case 1:
1276 /* Make sure register is not negative and aligned. */
1277 if (io->pi_reg < 0 ||
1278 io->pi_reg & (io->pi_width - 1)) {
1279 error = EINVAL;
1280 break;
1281 }
1282 /*
1283 * Assume that the user-level bus number is
1284 * in fact the physical PCI bus number.
1285 * Look up the grandparent, i.e. the bridge device,
1286 * so that we can issue configuration space cycles.
1287 */
1288 pcidev = pci_find_dbsf(io->pi_sel.pc_domain,
1289 io->pi_sel.pc_bus, io->pi_sel.pc_dev,
1290 io->pi_sel.pc_func);
1291 if (pcidev) {
1292 #ifdef PRE7_COMPAT
1293 if (cmd == PCIOCWRITE || cmd == PCIOCWRITE_OLD)
1294 #else
1295 if (cmd == PCIOCWRITE)
1296 #endif
1297 pci_write_config(pcidev,
1298 io->pi_reg,
1299 io->pi_data,
1300 io->pi_width);
1301 #ifdef PRE7_COMPAT
1302 else if (cmd == PCIOCREAD_OLD)
1303 io_old->pi_data =
1304 pci_read_config(pcidev,
1305 io->pi_reg,
1306 io->pi_width);
1307 #endif
1308 else
1309 io->pi_data =
1310 pci_read_config(pcidev,
1311 io->pi_reg,
1312 io->pi_width);
1313 error = 0;
1314 } else {
1315 #ifdef COMPAT_FREEBSD4
1316 if (cmd == PCIOCREAD_OLD) {
1317 io_old->pi_data = -1;
1318 error = 0;
1319 } else
1320 #endif
1321 error = ENODEV;
1322 }
1323 break;
1324 default:
1325 error = EINVAL;
1326 break;
1327 }
1328 break;
1329
1330 case PCIOCGETBAR:
1331 bio = (struct pci_bar_io *)data;
1332
1333 /*
1334 * Assume that the user-level bus number is
1335 * in fact the physical PCI bus number.
1336 */
1337 pcidev = pci_find_dbsf(bio->pbi_sel.pc_domain,
1338 bio->pbi_sel.pc_bus, bio->pbi_sel.pc_dev,
1339 bio->pbi_sel.pc_func);
1340 if (pcidev == NULL) {
1341 error = ENODEV;
1342 break;
1343 }
1344 pm = pci_find_bar(pcidev, bio->pbi_reg);
1345 if (pm == NULL) {
1346 error = EINVAL;
1347 break;
1348 }
1349 bio->pbi_base = pm->pm_value;
1350 bio->pbi_length = (pci_addr_t)1 << pm->pm_size;
1351 bio->pbi_enabled = pci_bar_enabled(pcidev, pm);
1352 error = 0;
1353 break;
1354 case PCIOCATTACHED:
1355 error = 0;
1356 io = (struct pci_io *)data;
1357 pcidev = pci_find_dbsf(io->pi_sel.pc_domain, io->pi_sel.pc_bus,
1358 io->pi_sel.pc_dev, io->pi_sel.pc_func);
1359 if (pcidev != NULL)
1360 io->pi_data = device_is_attached(pcidev);
1361 else
1362 error = ENODEV;
1363 break;
1364 case PCIOCLISTVPD:
1365 lvio = (struct pci_list_vpd_io *)data;
1366
1367 /*
1368 * Assume that the user-level bus number is
1369 * in fact the physical PCI bus number.
1370 */
1371 pcidev = pci_find_dbsf(lvio->plvi_sel.pc_domain,
1372 lvio->plvi_sel.pc_bus, lvio->plvi_sel.pc_dev,
1373 lvio->plvi_sel.pc_func);
1374 if (pcidev == NULL) {
1375 error = ENODEV;
1376 break;
1377 }
1378 error = pci_list_vpd(pcidev, lvio);
1379 break;
1380
1381 case PCIOCBARMMAP:
1382 pbm = (struct pci_bar_mmap *)data;
1383 if ((flag & FWRITE) == 0 &&
1384 (pbm->pbm_flags & PCIIO_BAR_MMAP_RW) != 0) {
1385 error = EPERM;
1386 break;
1387 }
1388 pcidev = pci_find_dbsf(pbm->pbm_sel.pc_domain,
1389 pbm->pbm_sel.pc_bus, pbm->pbm_sel.pc_dev,
1390 pbm->pbm_sel.pc_func);
1391 error = pcidev == NULL ? ENODEV : pci_bar_mmap(pcidev, pbm);
1392 break;
1393
1394 case PCIOCBARIO:
1395 pbi = (struct pci_bar_ioreq *)data;
1396
1397 pcidev = pci_find_dbsf(pbi->pbi_sel.pc_domain,
1398 pbi->pbi_sel.pc_bus, pbi->pbi_sel.pc_dev,
1399 pbi->pbi_sel.pc_func);
1400 if (pcidev == NULL) {
1401 error = ENODEV;
1402 break;
1403 }
1404 error = pci_bar_io(pcidev, pbi);
1405 break;
1406
1407 default:
1408 error = ENOTTY;
1409 break;
1410 }
1411
1412 mtx_unlock(&Giant);
1413
1414 return (error);
1415 }
1416