Merge tag 'drm-next-2018-08-17' of git://anongit.freedesktop.org/drm/drm
[sfrench/cifs-2.6.git] / arch / x86 / pci / common.c
1 /*
2  *      Low-Level PCI Support for PC
3  *
4  *      (c) 1999--2000 Martin Mares <mj@ucw.cz>
5  */
6
7 #include <linux/sched.h>
8 #include <linux/pci.h>
9 #include <linux/pci-acpi.h>
10 #include <linux/ioport.h>
11 #include <linux/init.h>
12 #include <linux/dmi.h>
13 #include <linux/slab.h>
14
15 #include <asm/acpi.h>
16 #include <asm/segment.h>
17 #include <asm/io.h>
18 #include <asm/smp.h>
19 #include <asm/pci_x86.h>
20 #include <asm/setup.h>
21
22 unsigned int pci_probe = PCI_PROBE_BIOS | PCI_PROBE_CONF1 | PCI_PROBE_CONF2 |
23                                 PCI_PROBE_MMCONF;
24
25 static int pci_bf_sort;
26 int pci_routeirq;
27 int noioapicquirk;
28 #ifdef CONFIG_X86_REROUTE_FOR_BROKEN_BOOT_IRQS
29 int noioapicreroute = 0;
30 #else
31 int noioapicreroute = 1;
32 #endif
33 int pcibios_last_bus = -1;
34 unsigned long pirq_table_addr;
35 const struct pci_raw_ops *__read_mostly raw_pci_ops;
36 const struct pci_raw_ops *__read_mostly raw_pci_ext_ops;
37
38 int raw_pci_read(unsigned int domain, unsigned int bus, unsigned int devfn,
39                                                 int reg, int len, u32 *val)
40 {
41         if (domain == 0 && reg < 256 && raw_pci_ops)
42                 return raw_pci_ops->read(domain, bus, devfn, reg, len, val);
43         if (raw_pci_ext_ops)
44                 return raw_pci_ext_ops->read(domain, bus, devfn, reg, len, val);
45         return -EINVAL;
46 }
47
48 int raw_pci_write(unsigned int domain, unsigned int bus, unsigned int devfn,
49                                                 int reg, int len, u32 val)
50 {
51         if (domain == 0 && reg < 256 && raw_pci_ops)
52                 return raw_pci_ops->write(domain, bus, devfn, reg, len, val);
53         if (raw_pci_ext_ops)
54                 return raw_pci_ext_ops->write(domain, bus, devfn, reg, len, val);
55         return -EINVAL;
56 }
57
58 static int pci_read(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 *value)
59 {
60         return raw_pci_read(pci_domain_nr(bus), bus->number,
61                                  devfn, where, size, value);
62 }
63
64 static int pci_write(struct pci_bus *bus, unsigned int devfn, int where, int size, u32 value)
65 {
66         return raw_pci_write(pci_domain_nr(bus), bus->number,
67                                   devfn, where, size, value);
68 }
69
70 struct pci_ops pci_root_ops = {
71         .read = pci_read,
72         .write = pci_write,
73 };
74
75 /*
76  * This interrupt-safe spinlock protects all accesses to PCI configuration
77  * space, except for the mmconfig (ECAM) based operations.
78  */
79 DEFINE_RAW_SPINLOCK(pci_config_lock);
80
81 static int __init can_skip_ioresource_align(const struct dmi_system_id *d)
82 {
83         pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
84         printk(KERN_INFO "PCI: %s detected, can skip ISA alignment\n", d->ident);
85         return 0;
86 }
87
88 static const struct dmi_system_id can_skip_pciprobe_dmi_table[] __initconst = {
89 /*
90  * Systems where PCI IO resource ISA alignment can be skipped
91  * when the ISA enable bit in the bridge control is not set
92  */
93         {
94                 .callback = can_skip_ioresource_align,
95                 .ident = "IBM System x3800",
96                 .matches = {
97                         DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
98                         DMI_MATCH(DMI_PRODUCT_NAME, "x3800"),
99                 },
100         },
101         {
102                 .callback = can_skip_ioresource_align,
103                 .ident = "IBM System x3850",
104                 .matches = {
105                         DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
106                         DMI_MATCH(DMI_PRODUCT_NAME, "x3850"),
107                 },
108         },
109         {
110                 .callback = can_skip_ioresource_align,
111                 .ident = "IBM System x3950",
112                 .matches = {
113                         DMI_MATCH(DMI_SYS_VENDOR, "IBM"),
114                         DMI_MATCH(DMI_PRODUCT_NAME, "x3950"),
115                 },
116         },
117         {}
118 };
119
120 void __init dmi_check_skip_isa_align(void)
121 {
122         dmi_check_system(can_skip_pciprobe_dmi_table);
123 }
124
125 static void pcibios_fixup_device_resources(struct pci_dev *dev)
126 {
127         struct resource *rom_r = &dev->resource[PCI_ROM_RESOURCE];
128         struct resource *bar_r;
129         int bar;
130
131         if (pci_probe & PCI_NOASSIGN_BARS) {
132                 /*
133                 * If the BIOS did not assign the BAR, zero out the
134                 * resource so the kernel doesn't attempt to assign
135                 * it later on in pci_assign_unassigned_resources
136                 */
137                 for (bar = 0; bar <= PCI_STD_RESOURCE_END; bar++) {
138                         bar_r = &dev->resource[bar];
139                         if (bar_r->start == 0 && bar_r->end != 0) {
140                                 bar_r->flags = 0;
141                                 bar_r->end = 0;
142                         }
143                 }
144         }
145
146         if (pci_probe & PCI_NOASSIGN_ROMS) {
147                 if (rom_r->parent)
148                         return;
149                 if (rom_r->start) {
150                         /* we deal with BIOS assigned ROM later */
151                         return;
152                 }
153                 rom_r->start = rom_r->end = rom_r->flags = 0;
154         }
155 }
156
157 /*
158  *  Called after each bus is probed, but before its children
159  *  are examined.
160  */
161
162 void pcibios_fixup_bus(struct pci_bus *b)
163 {
164         struct pci_dev *dev;
165
166         pci_read_bridge_bases(b);
167         list_for_each_entry(dev, &b->devices, bus_list)
168                 pcibios_fixup_device_resources(dev);
169 }
170
171 void pcibios_add_bus(struct pci_bus *bus)
172 {
173         acpi_pci_add_bus(bus);
174 }
175
176 void pcibios_remove_bus(struct pci_bus *bus)
177 {
178         acpi_pci_remove_bus(bus);
179 }
180
181 /*
182  * Only use DMI information to set this if nothing was passed
183  * on the kernel command line (which was parsed earlier).
184  */
185
186 static int __init set_bf_sort(const struct dmi_system_id *d)
187 {
188         if (pci_bf_sort == pci_bf_sort_default) {
189                 pci_bf_sort = pci_dmi_bf;
190                 printk(KERN_INFO "PCI: %s detected, enabling pci=bfsort.\n", d->ident);
191         }
192         return 0;
193 }
194
195 static void __init read_dmi_type_b1(const struct dmi_header *dm,
196                                     void *private_data)
197 {
198         u8 *data = (u8 *)dm + 4;
199
200         if (dm->type != 0xB1)
201                 return;
202         if ((((*(u32 *)data) >> 9) & 0x03) == 0x01)
203                 set_bf_sort((const struct dmi_system_id *)private_data);
204 }
205
206 static int __init find_sort_method(const struct dmi_system_id *d)
207 {
208         dmi_walk(read_dmi_type_b1, (void *)d);
209         return 0;
210 }
211
212 /*
213  * Enable renumbering of PCI bus# ranges to reach all PCI busses (Cardbus)
214  */
215 #ifdef __i386__
216 static int __init assign_all_busses(const struct dmi_system_id *d)
217 {
218         pci_probe |= PCI_ASSIGN_ALL_BUSSES;
219         printk(KERN_INFO "%s detected: enabling PCI bus# renumbering"
220                         " (pci=assign-busses)\n", d->ident);
221         return 0;
222 }
223 #endif
224
225 static int __init set_scan_all(const struct dmi_system_id *d)
226 {
227         printk(KERN_INFO "PCI: %s detected, enabling pci=pcie_scan_all\n",
228                d->ident);
229         pci_add_flags(PCI_SCAN_ALL_PCIE_DEVS);
230         return 0;
231 }
232
233 static const struct dmi_system_id pciprobe_dmi_table[] __initconst = {
234 #ifdef __i386__
235 /*
236  * Laptops which need pci=assign-busses to see Cardbus cards
237  */
238         {
239                 .callback = assign_all_busses,
240                 .ident = "Samsung X20 Laptop",
241                 .matches = {
242                         DMI_MATCH(DMI_SYS_VENDOR, "Samsung Electronics"),
243                         DMI_MATCH(DMI_PRODUCT_NAME, "SX20S"),
244                 },
245         },
246 #endif          /* __i386__ */
247         {
248                 .callback = set_bf_sort,
249                 .ident = "Dell PowerEdge 1950",
250                 .matches = {
251                         DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
252                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1950"),
253                 },
254         },
255         {
256                 .callback = set_bf_sort,
257                 .ident = "Dell PowerEdge 1955",
258                 .matches = {
259                         DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
260                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 1955"),
261                 },
262         },
263         {
264                 .callback = set_bf_sort,
265                 .ident = "Dell PowerEdge 2900",
266                 .matches = {
267                         DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
268                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2900"),
269                 },
270         },
271         {
272                 .callback = set_bf_sort,
273                 .ident = "Dell PowerEdge 2950",
274                 .matches = {
275                         DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
276                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge 2950"),
277                 },
278         },
279         {
280                 .callback = set_bf_sort,
281                 .ident = "Dell PowerEdge R900",
282                 .matches = {
283                         DMI_MATCH(DMI_SYS_VENDOR, "Dell"),
284                         DMI_MATCH(DMI_PRODUCT_NAME, "PowerEdge R900"),
285                 },
286         },
287         {
288                 .callback = find_sort_method,
289                 .ident = "Dell System",
290                 .matches = {
291                         DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc"),
292                 },
293         },
294         {
295                 .callback = set_bf_sort,
296                 .ident = "HP ProLiant BL20p G3",
297                 .matches = {
298                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
299                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G3"),
300                 },
301         },
302         {
303                 .callback = set_bf_sort,
304                 .ident = "HP ProLiant BL20p G4",
305                 .matches = {
306                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
307                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL20p G4"),
308                 },
309         },
310         {
311                 .callback = set_bf_sort,
312                 .ident = "HP ProLiant BL30p G1",
313                 .matches = {
314                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
315                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL30p G1"),
316                 },
317         },
318         {
319                 .callback = set_bf_sort,
320                 .ident = "HP ProLiant BL25p G1",
321                 .matches = {
322                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
323                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL25p G1"),
324                 },
325         },
326         {
327                 .callback = set_bf_sort,
328                 .ident = "HP ProLiant BL35p G1",
329                 .matches = {
330                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
331                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL35p G1"),
332                 },
333         },
334         {
335                 .callback = set_bf_sort,
336                 .ident = "HP ProLiant BL45p G1",
337                 .matches = {
338                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
339                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G1"),
340                 },
341         },
342         {
343                 .callback = set_bf_sort,
344                 .ident = "HP ProLiant BL45p G2",
345                 .matches = {
346                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
347                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL45p G2"),
348                 },
349         },
350         {
351                 .callback = set_bf_sort,
352                 .ident = "HP ProLiant BL460c G1",
353                 .matches = {
354                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
355                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL460c G1"),
356                 },
357         },
358         {
359                 .callback = set_bf_sort,
360                 .ident = "HP ProLiant BL465c G1",
361                 .matches = {
362                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
363                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL465c G1"),
364                 },
365         },
366         {
367                 .callback = set_bf_sort,
368                 .ident = "HP ProLiant BL480c G1",
369                 .matches = {
370                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
371                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL480c G1"),
372                 },
373         },
374         {
375                 .callback = set_bf_sort,
376                 .ident = "HP ProLiant BL685c G1",
377                 .matches = {
378                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
379                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant BL685c G1"),
380                 },
381         },
382         {
383                 .callback = set_bf_sort,
384                 .ident = "HP ProLiant DL360",
385                 .matches = {
386                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
387                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL360"),
388                 },
389         },
390         {
391                 .callback = set_bf_sort,
392                 .ident = "HP ProLiant DL380",
393                 .matches = {
394                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
395                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL380"),
396                 },
397         },
398 #ifdef __i386__
399         {
400                 .callback = assign_all_busses,
401                 .ident = "Compaq EVO N800c",
402                 .matches = {
403                         DMI_MATCH(DMI_SYS_VENDOR, "Compaq"),
404                         DMI_MATCH(DMI_PRODUCT_NAME, "EVO N800c"),
405                 },
406         },
407 #endif
408         {
409                 .callback = set_bf_sort,
410                 .ident = "HP ProLiant DL385 G2",
411                 .matches = {
412                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
413                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL385 G2"),
414                 },
415         },
416         {
417                 .callback = set_bf_sort,
418                 .ident = "HP ProLiant DL585 G2",
419                 .matches = {
420                         DMI_MATCH(DMI_SYS_VENDOR, "HP"),
421                         DMI_MATCH(DMI_PRODUCT_NAME, "ProLiant DL585 G2"),
422                 },
423         },
424         {
425                 .callback = set_scan_all,
426                 .ident = "Stratus/NEC ftServer",
427                 .matches = {
428                         DMI_MATCH(DMI_SYS_VENDOR, "Stratus"),
429                         DMI_MATCH(DMI_PRODUCT_NAME, "ftServer"),
430                 },
431         },
432         {
433                 .callback = set_scan_all,
434                 .ident = "Stratus/NEC ftServer",
435                 .matches = {
436                         DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
437                         DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R32"),
438                 },
439         },
440         {
441                 .callback = set_scan_all,
442                 .ident = "Stratus/NEC ftServer",
443                 .matches = {
444                         DMI_MATCH(DMI_SYS_VENDOR, "NEC"),
445                         DMI_MATCH(DMI_PRODUCT_NAME, "Express5800/R31"),
446                 },
447         },
448         {}
449 };
450
451 void __init dmi_check_pciprobe(void)
452 {
453         dmi_check_system(pciprobe_dmi_table);
454 }
455
456 void pcibios_scan_root(int busnum)
457 {
458         struct pci_bus *bus;
459         struct pci_sysdata *sd;
460         LIST_HEAD(resources);
461
462         sd = kzalloc(sizeof(*sd), GFP_KERNEL);
463         if (!sd) {
464                 printk(KERN_ERR "PCI: OOM, skipping PCI bus %02x\n", busnum);
465                 return;
466         }
467         sd->node = x86_pci_root_bus_node(busnum);
468         x86_pci_root_bus_resources(busnum, &resources);
469         printk(KERN_DEBUG "PCI: Probing PCI hardware (bus %02x)\n", busnum);
470         bus = pci_scan_root_bus(NULL, busnum, &pci_root_ops, sd, &resources);
471         if (!bus) {
472                 pci_free_resource_list(&resources);
473                 kfree(sd);
474                 return;
475         }
476         pci_bus_add_devices(bus);
477 }
478
479 void __init pcibios_set_cache_line_size(void)
480 {
481         struct cpuinfo_x86 *c = &boot_cpu_data;
482
483         /*
484          * Set PCI cacheline size to that of the CPU if the CPU has reported it.
485          * (For older CPUs that don't support cpuid, we se it to 32 bytes
486          * It's also good for 386/486s (which actually have 16)
487          * as quite a few PCI devices do not support smaller values.
488          */
489         if (c->x86_clflush_size > 0) {
490                 pci_dfl_cache_line_size = c->x86_clflush_size >> 2;
491                 printk(KERN_DEBUG "PCI: pci_cache_line_size set to %d bytes\n",
492                         pci_dfl_cache_line_size << 2);
493         } else {
494                 pci_dfl_cache_line_size = 32 >> 2;
495                 printk(KERN_DEBUG "PCI: Unknown cacheline size. Setting to 32 bytes\n");
496         }
497 }
498
499 int __init pcibios_init(void)
500 {
501         if (!raw_pci_ops && !raw_pci_ext_ops) {
502                 printk(KERN_WARNING "PCI: System does not support PCI\n");
503                 return 0;
504         }
505
506         pcibios_set_cache_line_size();
507         pcibios_resource_survey();
508
509         if (pci_bf_sort >= pci_force_bf)
510                 pci_sort_breadthfirst();
511         return 0;
512 }
513
514 char *__init pcibios_setup(char *str)
515 {
516         if (!strcmp(str, "off")) {
517                 pci_probe = 0;
518                 return NULL;
519         } else if (!strcmp(str, "bfsort")) {
520                 pci_bf_sort = pci_force_bf;
521                 return NULL;
522         } else if (!strcmp(str, "nobfsort")) {
523                 pci_bf_sort = pci_force_nobf;
524                 return NULL;
525         }
526 #ifdef CONFIG_PCI_BIOS
527         else if (!strcmp(str, "bios")) {
528                 pci_probe = PCI_PROBE_BIOS;
529                 return NULL;
530         } else if (!strcmp(str, "nobios")) {
531                 pci_probe &= ~PCI_PROBE_BIOS;
532                 return NULL;
533         } else if (!strcmp(str, "biosirq")) {
534                 pci_probe |= PCI_BIOS_IRQ_SCAN;
535                 return NULL;
536         } else if (!strncmp(str, "pirqaddr=", 9)) {
537                 pirq_table_addr = simple_strtoul(str+9, NULL, 0);
538                 return NULL;
539         }
540 #endif
541 #ifdef CONFIG_PCI_DIRECT
542         else if (!strcmp(str, "conf1")) {
543                 pci_probe = PCI_PROBE_CONF1 | PCI_NO_CHECKS;
544                 return NULL;
545         }
546         else if (!strcmp(str, "conf2")) {
547                 pci_probe = PCI_PROBE_CONF2 | PCI_NO_CHECKS;
548                 return NULL;
549         }
550 #endif
551 #ifdef CONFIG_PCI_MMCONFIG
552         else if (!strcmp(str, "nommconf")) {
553                 pci_probe &= ~PCI_PROBE_MMCONF;
554                 return NULL;
555         }
556         else if (!strcmp(str, "check_enable_amd_mmconf")) {
557                 pci_probe |= PCI_CHECK_ENABLE_AMD_MMCONF;
558                 return NULL;
559         }
560 #endif
561         else if (!strcmp(str, "noacpi")) {
562                 acpi_noirq_set();
563                 return NULL;
564         }
565         else if (!strcmp(str, "noearly")) {
566                 pci_probe |= PCI_PROBE_NOEARLY;
567                 return NULL;
568         }
569         else if (!strcmp(str, "usepirqmask")) {
570                 pci_probe |= PCI_USE_PIRQ_MASK;
571                 return NULL;
572         } else if (!strncmp(str, "irqmask=", 8)) {
573                 pcibios_irq_mask = simple_strtol(str+8, NULL, 0);
574                 return NULL;
575         } else if (!strncmp(str, "lastbus=", 8)) {
576                 pcibios_last_bus = simple_strtol(str+8, NULL, 0);
577                 return NULL;
578         } else if (!strcmp(str, "rom")) {
579                 pci_probe |= PCI_ASSIGN_ROMS;
580                 return NULL;
581         } else if (!strcmp(str, "norom")) {
582                 pci_probe |= PCI_NOASSIGN_ROMS;
583                 return NULL;
584         } else if (!strcmp(str, "nobar")) {
585                 pci_probe |= PCI_NOASSIGN_BARS;
586                 return NULL;
587         } else if (!strcmp(str, "assign-busses")) {
588                 pci_probe |= PCI_ASSIGN_ALL_BUSSES;
589                 return NULL;
590         } else if (!strcmp(str, "use_crs")) {
591                 pci_probe |= PCI_USE__CRS;
592                 return NULL;
593         } else if (!strcmp(str, "nocrs")) {
594                 pci_probe |= PCI_ROOT_NO_CRS;
595                 return NULL;
596 #ifdef CONFIG_PHYS_ADDR_T_64BIT
597         } else if (!strcmp(str, "big_root_window")) {
598                 pci_probe |= PCI_BIG_ROOT_WINDOW;
599                 return NULL;
600 #endif
601         } else if (!strcmp(str, "routeirq")) {
602                 pci_routeirq = 1;
603                 return NULL;
604         } else if (!strcmp(str, "skip_isa_align")) {
605                 pci_probe |= PCI_CAN_SKIP_ISA_ALIGN;
606                 return NULL;
607         } else if (!strcmp(str, "noioapicquirk")) {
608                 noioapicquirk = 1;
609                 return NULL;
610         } else if (!strcmp(str, "ioapicreroute")) {
611                 if (noioapicreroute != -1)
612                         noioapicreroute = 0;
613                 return NULL;
614         } else if (!strcmp(str, "noioapicreroute")) {
615                 if (noioapicreroute != -1)
616                         noioapicreroute = 1;
617                 return NULL;
618         }
619         return str;
620 }
621
622 unsigned int pcibios_assign_all_busses(void)
623 {
624         return (pci_probe & PCI_ASSIGN_ALL_BUSSES) ? 1 : 0;
625 }
626
627 #if defined(CONFIG_X86_DEV_DMA_OPS) && defined(CONFIG_PCI_DOMAINS)
628 static LIST_HEAD(dma_domain_list);
629 static DEFINE_SPINLOCK(dma_domain_list_lock);
630
631 void add_dma_domain(struct dma_domain *domain)
632 {
633         spin_lock(&dma_domain_list_lock);
634         list_add(&domain->node, &dma_domain_list);
635         spin_unlock(&dma_domain_list_lock);
636 }
637 EXPORT_SYMBOL_GPL(add_dma_domain);
638
639 void del_dma_domain(struct dma_domain *domain)
640 {
641         spin_lock(&dma_domain_list_lock);
642         list_del(&domain->node);
643         spin_unlock(&dma_domain_list_lock);
644 }
645 EXPORT_SYMBOL_GPL(del_dma_domain);
646
647 static void set_dma_domain_ops(struct pci_dev *pdev)
648 {
649         struct dma_domain *domain;
650
651         spin_lock(&dma_domain_list_lock);
652         list_for_each_entry(domain, &dma_domain_list, node) {
653                 if (pci_domain_nr(pdev->bus) == domain->domain_nr) {
654                         pdev->dev.dma_ops = domain->dma_ops;
655                         break;
656                 }
657         }
658         spin_unlock(&dma_domain_list_lock);
659 }
660 #else
661 static void set_dma_domain_ops(struct pci_dev *pdev) {}
662 #endif
663
664 static void set_dev_domain_options(struct pci_dev *pdev)
665 {
666         if (is_vmd(pdev->bus))
667                 pdev->hotplug_user_indicators = 1;
668 }
669
670 int pcibios_add_device(struct pci_dev *dev)
671 {
672         struct setup_data *data;
673         struct pci_setup_rom *rom;
674         u64 pa_data;
675
676         pa_data = boot_params.hdr.setup_data;
677         while (pa_data) {
678                 data = memremap(pa_data, sizeof(*rom), MEMREMAP_WB);
679                 if (!data)
680                         return -ENOMEM;
681
682                 if (data->type == SETUP_PCI) {
683                         rom = (struct pci_setup_rom *)data;
684
685                         if ((pci_domain_nr(dev->bus) == rom->segment) &&
686                             (dev->bus->number == rom->bus) &&
687                             (PCI_SLOT(dev->devfn) == rom->device) &&
688                             (PCI_FUNC(dev->devfn) == rom->function) &&
689                             (dev->vendor == rom->vendor) &&
690                             (dev->device == rom->devid)) {
691                                 dev->rom = pa_data +
692                                       offsetof(struct pci_setup_rom, romdata);
693                                 dev->romlen = rom->pcilen;
694                         }
695                 }
696                 pa_data = data->next;
697                 memunmap(data);
698         }
699         set_dma_domain_ops(dev);
700         set_dev_domain_options(dev);
701         return 0;
702 }
703
704 int pcibios_enable_device(struct pci_dev *dev, int mask)
705 {
706         int err;
707
708         if ((err = pci_enable_resources(dev, mask)) < 0)
709                 return err;
710
711         if (!pci_dev_msi_enabled(dev))
712                 return pcibios_enable_irq(dev);
713         return 0;
714 }
715
716 void pcibios_disable_device (struct pci_dev *dev)
717 {
718         if (!pci_dev_msi_enabled(dev) && pcibios_disable_irq)
719                 pcibios_disable_irq(dev);
720 }
721
722 #ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
723 void pcibios_release_device(struct pci_dev *dev)
724 {
725         if (atomic_dec_return(&dev->enable_cnt) >= 0)
726                 pcibios_disable_device(dev);
727
728 }
729 #endif
730
731 int pci_ext_cfg_avail(void)
732 {
733         if (raw_pci_ext_ops)
734                 return 1;
735         else
736                 return 0;
737 }