Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 1 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | * Firmware replacement code. |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 3 | * |
Pavel Machek | 8caac56 | 2008-11-26 17:15:27 +0100 | [diff] [blame] | 4 | * Work around broken BIOSes that don't set an aperture, only set the |
| 5 | * aperture in the AGP bridge, or set too small aperture. |
| 6 | * |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 7 | * If all fails map the aperture over some low memory. This is cheaper than |
| 8 | * doing bounce buffering. The memory is lost. This is done at early boot |
| 9 | * because only the bootmem allocator can allocate 32+MB. |
| 10 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | * Copyright 2002 Andi Kleen, SuSE Labs. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/kernel.h> |
| 14 | #include <linux/types.h> |
| 15 | #include <linux/init.h> |
Yinghai Lu | 32e3f2b | 2010-12-17 16:58:40 -0800 | [diff] [blame] | 16 | #include <linux/memblock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/mmzone.h> |
| 18 | #include <linux/pci_ids.h> |
| 19 | #include <linux/pci.h> |
| 20 | #include <linux/bitops.h> |
Aaron Durbin | 56dd669 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 21 | #include <linux/ioport.h> |
Pavel Machek | 2050d45 | 2008-03-13 23:05:41 +0100 | [diff] [blame] | 22 | #include <linux/suspend.h> |
Catalin Marinas | acde31d | 2009-08-27 14:29:20 +0100 | [diff] [blame] | 23 | #include <linux/kmemleak.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include <asm/e820.h> |
| 25 | #include <asm/io.h> |
FUJITA Tomonori | 46a7fa2 | 2008-07-11 10:23:42 +0900 | [diff] [blame] | 26 | #include <asm/iommu.h> |
Joerg Roedel | 395624f | 2007-10-24 12:49:47 +0200 | [diff] [blame] | 27 | #include <asm/gart.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | #include <asm/pci-direct.h> |
Andi Kleen | ca8642f | 2006-01-11 22:44:27 +0100 | [diff] [blame] | 29 | #include <asm/dma.h> |
Andreas Herrmann | 23ac4ae | 2010-09-17 18:03:43 +0200 | [diff] [blame] | 30 | #include <asm/amd_nb.h> |
FUJITA Tomonori | de95762 | 2009-11-10 19:46:14 +0900 | [diff] [blame] | 31 | #include <asm/x86_init.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | |
Joerg Roedel | 0440d4c | 2007-10-24 12:49:50 +0200 | [diff] [blame] | 33 | int gart_iommu_aperture; |
Pavel Machek | 7de6a4c | 2008-03-13 11:03:58 +0100 | [diff] [blame] | 34 | int gart_iommu_aperture_disabled __initdata; |
| 35 | int gart_iommu_aperture_allowed __initdata; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | |
| 37 | int fallback_aper_order __initdata = 1; /* 64MB */ |
Pavel Machek | 7de6a4c | 2008-03-13 11:03:58 +0100 | [diff] [blame] | 38 | int fallback_aper_force __initdata; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | |
| 40 | int fix_aperture __initdata = 1; |
| 41 | |
Aaron Durbin | 56dd669 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 42 | static struct resource gart_resource = { |
| 43 | .name = "GART", |
| 44 | .flags = IORESOURCE_MEM, |
| 45 | }; |
| 46 | |
| 47 | static void __init insert_aperture_resource(u32 aper_base, u32 aper_size) |
| 48 | { |
| 49 | gart_resource.start = aper_base; |
| 50 | gart_resource.end = aper_base + aper_size - 1; |
| 51 | insert_resource(&iomem_resource, &gart_resource); |
| 52 | } |
| 53 | |
Andrew Morton | 42442ed | 2005-06-08 15:49:25 -0700 | [diff] [blame] | 54 | /* This code runs before the PCI subsystem is initialized, so just |
| 55 | access the northbridge directly. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 57 | static u32 __init allocate_aperture(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | u32 aper_size; |
Yinghai Lu | 32e3f2b | 2010-12-17 16:58:40 -0800 | [diff] [blame] | 60 | unsigned long addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | |
Yinghai Lu | 7677b2e | 2008-04-14 20:40:37 -0700 | [diff] [blame] | 62 | /* aper_size should <= 1G */ |
| 63 | if (fallback_aper_order > 5) |
| 64 | fallback_aper_order = 5; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 65 | aper_size = (32 * 1024 * 1024) << fallback_aper_order; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 67 | /* |
| 68 | * Aperture has to be naturally aligned. This means a 2GB aperture |
| 69 | * won't have much chance of finding a place in the lower 4GB of |
| 70 | * memory. Unfortunately we cannot move it up because that would |
| 71 | * make the IOMMU useless. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | */ |
Yinghai Lu | 7677b2e | 2008-04-14 20:40:37 -0700 | [diff] [blame] | 73 | /* |
| 74 | * using 512M as goal, in case kexec will load kernel_big |
| 75 | * that will do the on position decompress, and could overlap with |
Lucas De Marchi | 0d2eb44 | 2011-03-17 16:24:16 -0300 | [diff] [blame] | 76 | * that position with gart that is used. |
Yinghai Lu | 7677b2e | 2008-04-14 20:40:37 -0700 | [diff] [blame] | 77 | * sequende: |
| 78 | * kernel_small |
| 79 | * ==> kexec (with kdump trigger path or previous doesn't shutdown gart) |
| 80 | * ==> kernel_small(gart area become e820_reserved) |
| 81 | * ==> kexec (with kdump trigger path or previous doesn't shutdown gart) |
| 82 | * ==> kerne_big (uncompressed size will be big than 64M or 128M) |
| 83 | * so don't use 512M below as gart iommu, leave the space for kernel |
| 84 | * code for safe |
| 85 | */ |
Yinghai Lu | 32e3f2b | 2010-12-17 16:58:40 -0800 | [diff] [blame] | 86 | addr = memblock_find_in_range(0, 1ULL<<32, aper_size, 512ULL<<20); |
| 87 | if (addr == MEMBLOCK_ERROR || addr + aper_size > 0xffffffff) { |
| 88 | printk(KERN_ERR |
| 89 | "Cannot allocate aperture memory hole (%lx,%uK)\n", |
| 90 | addr, aper_size>>10); |
| 91 | return 0; |
| 92 | } |
| 93 | memblock_x86_reserve_range(addr, addr + aper_size, "aperture64"); |
Catalin Marinas | acde31d | 2009-08-27 14:29:20 +0100 | [diff] [blame] | 94 | /* |
| 95 | * Kmemleak should not scan this block as it may not be mapped via the |
| 96 | * kernel direct mapping. |
| 97 | */ |
Yinghai Lu | 32e3f2b | 2010-12-17 16:58:40 -0800 | [diff] [blame] | 98 | kmemleak_ignore(phys_to_virt(addr)); |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 99 | printk(KERN_INFO "Mapping aperture over %d KB of RAM @ %lx\n", |
Yinghai Lu | 32e3f2b | 2010-12-17 16:58:40 -0800 | [diff] [blame] | 100 | aper_size >> 10, addr); |
| 101 | insert_aperture_resource((u32)addr, aper_size); |
| 102 | register_nosave_region(addr >> PAGE_SHIFT, |
| 103 | (addr+aper_size) >> PAGE_SHIFT); |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 104 | |
Yinghai Lu | 32e3f2b | 2010-12-17 16:58:40 -0800 | [diff] [blame] | 105 | return (u32)addr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | } |
| 107 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | |
Andrew Morton | 42442ed | 2005-06-08 15:49:25 -0700 | [diff] [blame] | 109 | /* Find a PCI capability */ |
Pavel Machek | dd564d0 | 2008-05-27 18:03:56 +0200 | [diff] [blame] | 110 | static u32 __init find_cap(int bus, int slot, int func, int cap) |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 111 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | int bytes; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 113 | u8 pos; |
| 114 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 115 | if (!(read_pci_config_16(bus, slot, func, PCI_STATUS) & |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 116 | PCI_STATUS_CAP_LIST)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | return 0; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 118 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 119 | pos = read_pci_config_byte(bus, slot, func, PCI_CAPABILITY_LIST); |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 120 | for (bytes = 0; bytes < 48 && pos >= 0x40; bytes++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | u8 id; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 122 | |
| 123 | pos &= ~3; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 124 | id = read_pci_config_byte(bus, slot, func, pos+PCI_CAP_LIST_ID); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | if (id == 0xff) |
| 126 | break; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 127 | if (id == cap) |
| 128 | return pos; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 129 | pos = read_pci_config_byte(bus, slot, func, |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 130 | pos+PCI_CAP_LIST_NEXT); |
| 131 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | return 0; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 133 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | |
| 135 | /* Read a standard AGPv3 bridge header */ |
Pavel Machek | dd564d0 | 2008-05-27 18:03:56 +0200 | [diff] [blame] | 136 | static u32 __init read_agp(int bus, int slot, int func, int cap, u32 *order) |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 137 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | u32 apsize; |
| 139 | u32 apsizereg; |
| 140 | int nbits; |
| 141 | u32 aper_low, aper_hi; |
| 142 | u64 aper; |
Yinghai Lu | 1edc1ab | 2008-04-13 01:11:41 -0700 | [diff] [blame] | 143 | u32 old_order; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 145 | printk(KERN_INFO "AGP bridge at %02x:%02x:%02x\n", bus, slot, func); |
| 146 | apsizereg = read_pci_config_16(bus, slot, func, cap + 0x14); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | if (apsizereg == 0xffffffff) { |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 148 | printk(KERN_ERR "APSIZE in AGP bridge unreadable\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | return 0; |
| 150 | } |
| 151 | |
Yinghai Lu | 1edc1ab | 2008-04-13 01:11:41 -0700 | [diff] [blame] | 152 | /* old_order could be the value from NB gart setting */ |
| 153 | old_order = *order; |
| 154 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | apsize = apsizereg & 0xfff; |
| 156 | /* Some BIOS use weird encodings not in the AGPv3 table. */ |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 157 | if (apsize & 0xff) |
| 158 | apsize |= 0xf00; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | nbits = hweight16(apsize); |
| 160 | *order = 7 - nbits; |
| 161 | if ((int)*order < 0) /* < 32MB */ |
| 162 | *order = 0; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 163 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 164 | aper_low = read_pci_config(bus, slot, func, 0x10); |
| 165 | aper_hi = read_pci_config(bus, slot, func, 0x14); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | aper = (aper_low & ~((1<<22)-1)) | ((u64)aper_hi << 32); |
| 167 | |
Yinghai Lu | 1edc1ab | 2008-04-13 01:11:41 -0700 | [diff] [blame] | 168 | /* |
| 169 | * On some sick chips, APSIZE is 0. It means it wants 4G |
| 170 | * so let double check that order, and lets trust AMD NB settings: |
| 171 | */ |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 172 | printk(KERN_INFO "Aperture from AGP @ %Lx old size %u MB\n", |
| 173 | aper, 32 << old_order); |
| 174 | if (aper + (32ULL<<(20 + *order)) > 0x100000000ULL) { |
Yinghai Lu | 1edc1ab | 2008-04-13 01:11:41 -0700 | [diff] [blame] | 175 | printk(KERN_INFO "Aperture size %u MB (APSIZE %x) is not right, using settings from NB\n", |
| 176 | 32 << *order, apsizereg); |
| 177 | *order = old_order; |
| 178 | } |
| 179 | |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 180 | printk(KERN_INFO "Aperture from AGP @ %Lx size %u MB (APSIZE %x)\n", |
| 181 | aper, 32 << *order, apsizereg); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 183 | if (!aperture_valid(aper, (32*1024*1024) << *order, 32<<20)) |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 184 | return 0; |
| 185 | return (u32)aper; |
| 186 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 188 | /* |
| 189 | * Look for an AGP bridge. Windows only expects the aperture in the |
| 190 | * AGP bridge and some BIOS forget to initialize the Northbridge too. |
| 191 | * Work around this here. |
| 192 | * |
| 193 | * Do an PCI bus scan by hand because we're running before the PCI |
| 194 | * subsystem. |
| 195 | * |
Hans Rosenfeld | eec1d4f | 2010-10-29 17:14:30 +0200 | [diff] [blame] | 196 | * All AMD AGP bridges are AGPv3 compliant, so we can do this scan |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 197 | * generically. It's probably overkill to always scan all slots because |
| 198 | * the AGP bridges should be always an own bus on the HT hierarchy, |
| 199 | * but do it here for future safety. |
| 200 | */ |
Pavel Machek | dd564d0 | 2008-05-27 18:03:56 +0200 | [diff] [blame] | 201 | static u32 __init search_agp_bridge(u32 *order, int *valid_agp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | { |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 203 | int bus, slot, func; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | |
| 205 | /* Poor man's PCI discovery */ |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 206 | for (bus = 0; bus < 256; bus++) { |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 207 | for (slot = 0; slot < 32; slot++) { |
| 208 | for (func = 0; func < 8; func++) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | u32 class, cap; |
| 210 | u8 type; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 211 | class = read_pci_config(bus, slot, func, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 | PCI_CLASS_REVISION); |
| 213 | if (class == 0xffffffff) |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 214 | break; |
| 215 | |
| 216 | switch (class >> 16) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | case PCI_CLASS_BRIDGE_HOST: |
| 218 | case PCI_CLASS_BRIDGE_OTHER: /* needed? */ |
| 219 | /* AGP bridge? */ |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 220 | cap = find_cap(bus, slot, func, |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 221 | PCI_CAP_ID_AGP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | if (!cap) |
| 223 | break; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 224 | *valid_agp = 1; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 225 | return read_agp(bus, slot, func, cap, |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 226 | order); |
| 227 | } |
| 228 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | /* No multi-function device? */ |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 230 | type = read_pci_config_byte(bus, slot, func, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | PCI_HEADER_TYPE); |
| 232 | if (!(type & 0x80)) |
| 233 | break; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 234 | } |
| 235 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | } |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 237 | printk(KERN_INFO "No AGP bridge found\n"); |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 238 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 | return 0; |
| 240 | } |
| 241 | |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 242 | static int gart_fix_e820 __initdata = 1; |
| 243 | |
| 244 | static int __init parse_gart_mem(char *p) |
| 245 | { |
| 246 | if (!p) |
| 247 | return -EINVAL; |
| 248 | |
| 249 | if (!strncmp(p, "off", 3)) |
| 250 | gart_fix_e820 = 0; |
| 251 | else if (!strncmp(p, "on", 2)) |
| 252 | gart_fix_e820 = 1; |
| 253 | |
| 254 | return 0; |
| 255 | } |
| 256 | early_param("gart_fix_e820", parse_gart_mem); |
| 257 | |
| 258 | void __init early_gart_iommu_check(void) |
| 259 | { |
| 260 | /* |
| 261 | * in case it is enabled before, esp for kexec/kdump, |
| 262 | * previous kernel already enable that. memset called |
| 263 | * by allocate_aperture/__alloc_bootmem_nopanic cause restart. |
| 264 | * or second kernel have different position for GART hole. and new |
| 265 | * kernel could use hole as RAM that is still used by GART set by |
| 266 | * first kernel |
| 267 | * or BIOS forget to put that in reserved. |
| 268 | * try to update e820 to make that region as reserved. |
| 269 | */ |
Andi Kleen | fa10ba6 | 2010-07-20 15:19:49 -0700 | [diff] [blame] | 270 | u32 agp_aper_order = 0; |
Yinghai Lu | f3eee54 | 2009-12-14 11:52:15 +0900 | [diff] [blame] | 271 | int i, fix, slot, valid_agp = 0; |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 272 | u32 ctl; |
| 273 | u32 aper_size = 0, aper_order = 0, last_aper_order = 0; |
| 274 | u64 aper_base = 0, last_aper_base = 0; |
Pavel Machek | fa5b8a3 | 2008-05-26 20:40:47 +0200 | [diff] [blame] | 275 | int aper_enabled = 0, last_aper_enabled = 0, last_valid = 0; |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 276 | |
| 277 | if (!early_pci_allowed()) |
| 278 | return; |
| 279 | |
Pavel Machek | fa5b8a3 | 2008-05-26 20:40:47 +0200 | [diff] [blame] | 280 | /* This is mostly duplicate of iommu_hole_init */ |
Andi Kleen | fa10ba6 | 2010-07-20 15:19:49 -0700 | [diff] [blame] | 281 | search_agp_bridge(&agp_aper_order, &valid_agp); |
Yinghai Lu | f3eee54 | 2009-12-14 11:52:15 +0900 | [diff] [blame] | 282 | |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 283 | fix = 0; |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 284 | for (i = 0; amd_nb_bus_dev_ranges[i].dev_limit; i++) { |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 285 | int bus; |
| 286 | int dev_base, dev_limit; |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 287 | |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 288 | bus = amd_nb_bus_dev_ranges[i].bus; |
| 289 | dev_base = amd_nb_bus_dev_ranges[i].dev_base; |
| 290 | dev_limit = amd_nb_bus_dev_ranges[i].dev_limit; |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 291 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 292 | for (slot = dev_base; slot < dev_limit; slot++) { |
Hans Rosenfeld | eec1d4f | 2010-10-29 17:14:30 +0200 | [diff] [blame] | 293 | if (!early_is_amd_nb(read_pci_config(bus, slot, 3, 0x00))) |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 294 | continue; |
| 295 | |
| 296 | ctl = read_pci_config(bus, slot, 3, AMD64_GARTAPERTURECTL); |
Borislav Petkov | 57ab43e | 2010-09-03 18:39:39 +0200 | [diff] [blame] | 297 | aper_enabled = ctl & GARTEN; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 298 | aper_order = (ctl >> 1) & 7; |
| 299 | aper_size = (32 * 1024 * 1024) << aper_order; |
| 300 | aper_base = read_pci_config(bus, slot, 3, AMD64_GARTAPERTUREBASE) & 0x7fff; |
| 301 | aper_base <<= 25; |
| 302 | |
Pavel Machek | fa5b8a3 | 2008-05-26 20:40:47 +0200 | [diff] [blame] | 303 | if (last_valid) { |
| 304 | if ((aper_order != last_aper_order) || |
| 305 | (aper_base != last_aper_base) || |
| 306 | (aper_enabled != last_aper_enabled)) { |
| 307 | fix = 1; |
| 308 | break; |
| 309 | } |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 310 | } |
Pavel Machek | fa5b8a3 | 2008-05-26 20:40:47 +0200 | [diff] [blame] | 311 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 312 | last_aper_order = aper_order; |
| 313 | last_aper_base = aper_base; |
| 314 | last_aper_enabled = aper_enabled; |
Pavel Machek | fa5b8a3 | 2008-05-26 20:40:47 +0200 | [diff] [blame] | 315 | last_valid = 1; |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 316 | } |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 317 | } |
| 318 | |
| 319 | if (!fix && !aper_enabled) |
| 320 | return; |
| 321 | |
| 322 | if (!aper_base || !aper_size || aper_base + aper_size > 0x100000000UL) |
| 323 | fix = 1; |
| 324 | |
| 325 | if (gart_fix_e820 && !fix && aper_enabled) { |
Yinghai Lu | 0754557 | 2008-06-21 03:50:47 -0700 | [diff] [blame] | 326 | if (e820_any_mapped(aper_base, aper_base + aper_size, |
| 327 | E820_RAM)) { |
Pavel Machek | 0abbc78 | 2008-05-20 16:27:17 +0200 | [diff] [blame] | 328 | /* reserve it, so we can reuse it in second kernel */ |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 329 | printk(KERN_INFO "update e820 for GART\n"); |
Yinghai Lu | d0be6bd | 2008-06-15 18:58:51 -0700 | [diff] [blame] | 330 | e820_add_region(aper_base, aper_size, E820_RESERVED); |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 331 | update_e820(); |
| 332 | } |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 333 | } |
| 334 | |
Yinghai Lu | f3eee54 | 2009-12-14 11:52:15 +0900 | [diff] [blame] | 335 | if (valid_agp) |
Pavel Machek | 4f384f8 | 2008-05-26 21:17:30 +0200 | [diff] [blame] | 336 | return; |
| 337 | |
Yinghai Lu | f3eee54 | 2009-12-14 11:52:15 +0900 | [diff] [blame] | 338 | /* disable them all at first */ |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 339 | for (i = 0; i < amd_nb_bus_dev_ranges[i].dev_limit; i++) { |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 340 | int bus; |
| 341 | int dev_base, dev_limit; |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 342 | |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 343 | bus = amd_nb_bus_dev_ranges[i].bus; |
| 344 | dev_base = amd_nb_bus_dev_ranges[i].dev_base; |
| 345 | dev_limit = amd_nb_bus_dev_ranges[i].dev_limit; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 346 | |
| 347 | for (slot = dev_base; slot < dev_limit; slot++) { |
Hans Rosenfeld | eec1d4f | 2010-10-29 17:14:30 +0200 | [diff] [blame] | 348 | if (!early_is_amd_nb(read_pci_config(bus, slot, 3, 0x00))) |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 349 | continue; |
| 350 | |
| 351 | ctl = read_pci_config(bus, slot, 3, AMD64_GARTAPERTURECTL); |
Borislav Petkov | 57ab43e | 2010-09-03 18:39:39 +0200 | [diff] [blame] | 352 | ctl &= ~GARTEN; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 353 | write_pci_config(bus, slot, 3, AMD64_GARTAPERTURECTL, ctl); |
| 354 | } |
Yinghai Lu | aaf2304 | 2008-01-30 13:33:09 +0100 | [diff] [blame] | 355 | } |
| 356 | |
| 357 | } |
| 358 | |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 359 | static int __initdata printed_gart_size_msg; |
| 360 | |
Konrad Rzeszutek Wilk | 480125b | 2010-08-26 13:57:57 -0400 | [diff] [blame] | 361 | int __init gart_iommu_hole_init(void) |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 362 | { |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 363 | u32 agp_aper_base = 0, agp_aper_order = 0; |
Andi Kleen | 50895c5 | 2005-11-05 17:25:53 +0100 | [diff] [blame] | 364 | u32 aper_size, aper_alloc = 0, aper_order = 0, last_aper_order = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 365 | u64 aper_base, last_aper_base = 0; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 366 | int fix, slot, valid_agp = 0; |
| 367 | int i, node; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 368 | |
Joerg Roedel | 0440d4c | 2007-10-24 12:49:50 +0200 | [diff] [blame] | 369 | if (gart_iommu_aperture_disabled || !fix_aperture || |
| 370 | !early_pci_allowed()) |
Konrad Rzeszutek Wilk | 480125b | 2010-08-26 13:57:57 -0400 | [diff] [blame] | 371 | return -ENODEV; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 372 | |
Dan Aloni | 753811d | 2007-07-21 17:11:36 +0200 | [diff] [blame] | 373 | printk(KERN_INFO "Checking aperture...\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 374 | |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 375 | if (!fallback_aper_force) |
| 376 | agp_aper_base = search_agp_bridge(&agp_aper_order, &valid_agp); |
| 377 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 378 | fix = 0; |
Yinghai Lu | 47db4c3 | 2008-01-30 13:33:18 +0100 | [diff] [blame] | 379 | node = 0; |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 380 | for (i = 0; i < amd_nb_bus_dev_ranges[i].dev_limit; i++) { |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 381 | int bus; |
| 382 | int dev_base, dev_limit; |
Joerg Roedel | 4b83873 | 2010-04-07 12:57:35 +0200 | [diff] [blame] | 383 | u32 ctl; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 385 | bus = amd_nb_bus_dev_ranges[i].bus; |
| 386 | dev_base = amd_nb_bus_dev_ranges[i].dev_base; |
| 387 | dev_limit = amd_nb_bus_dev_ranges[i].dev_limit; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 388 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 389 | for (slot = dev_base; slot < dev_limit; slot++) { |
Hans Rosenfeld | eec1d4f | 2010-10-29 17:14:30 +0200 | [diff] [blame] | 390 | if (!early_is_amd_nb(read_pci_config(bus, slot, 3, 0x00))) |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 391 | continue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 392 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 393 | iommu_detected = 1; |
| 394 | gart_iommu_aperture = 1; |
FUJITA Tomonori | de95762 | 2009-11-10 19:46:14 +0900 | [diff] [blame] | 395 | x86_init.iommu.iommu_init = gart_iommu_init; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 396 | |
Joerg Roedel | 4b83873 | 2010-04-07 12:57:35 +0200 | [diff] [blame] | 397 | ctl = read_pci_config(bus, slot, 3, |
| 398 | AMD64_GARTAPERTURECTL); |
| 399 | |
| 400 | /* |
| 401 | * Before we do anything else disable the GART. It may |
| 402 | * still be enabled if we boot into a crash-kernel here. |
| 403 | * Reconfiguring the GART while it is enabled could have |
| 404 | * unknown side-effects. |
| 405 | */ |
| 406 | ctl &= ~GARTEN; |
| 407 | write_pci_config(bus, slot, 3, AMD64_GARTAPERTURECTL, ctl); |
| 408 | |
| 409 | aper_order = (ctl >> 1) & 7; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 410 | aper_size = (32 * 1024 * 1024) << aper_order; |
| 411 | aper_base = read_pci_config(bus, slot, 3, AMD64_GARTAPERTUREBASE) & 0x7fff; |
| 412 | aper_base <<= 25; |
| 413 | |
| 414 | printk(KERN_INFO "Node %d: aperture @ %Lx size %u MB\n", |
| 415 | node, aper_base, aper_size >> 20); |
| 416 | node++; |
| 417 | |
| 418 | if (!aperture_valid(aper_base, aper_size, 64<<20)) { |
| 419 | if (valid_agp && agp_aper_base && |
| 420 | agp_aper_base == aper_base && |
| 421 | agp_aper_order == aper_order) { |
| 422 | /* the same between two setting from NB and agp */ |
Yinghai Lu | c987d12 | 2008-06-24 22:14:09 -0700 | [diff] [blame] | 423 | if (!no_iommu && |
| 424 | max_pfn > MAX_DMA32_PFN && |
| 425 | !printed_gart_size_msg) { |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 426 | printk(KERN_ERR "you are using iommu with agp, but GART size is less than 64M\n"); |
| 427 | printk(KERN_ERR "please increase GART size in your BIOS setup\n"); |
| 428 | printk(KERN_ERR "if BIOS doesn't have that option, contact your HW vendor!\n"); |
| 429 | printed_gart_size_msg = 1; |
| 430 | } |
| 431 | } else { |
| 432 | fix = 1; |
| 433 | goto out; |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 434 | } |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 435 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 436 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 437 | if ((last_aper_order && aper_order != last_aper_order) || |
| 438 | (last_aper_base && aper_base != last_aper_base)) { |
| 439 | fix = 1; |
| 440 | goto out; |
| 441 | } |
| 442 | last_aper_order = aper_order; |
| 443 | last_aper_base = aper_base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 444 | } |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 445 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 446 | |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 447 | out: |
Aaron Durbin | 56dd669 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 448 | if (!fix && !fallback_aper_force) { |
| 449 | if (last_aper_base) { |
| 450 | unsigned long n = (32 * 1024 * 1024) << last_aper_order; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 451 | |
Aaron Durbin | 56dd669 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 452 | insert_aperture_resource((u32)last_aper_base, n); |
Konrad Rzeszutek Wilk | 480125b | 2010-08-26 13:57:57 -0400 | [diff] [blame] | 453 | return 1; |
Aaron Durbin | 56dd669 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 454 | } |
Konrad Rzeszutek Wilk | 480125b | 2010-08-26 13:57:57 -0400 | [diff] [blame] | 455 | return 0; |
Aaron Durbin | 56dd669 | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 456 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 457 | |
Yinghai Lu | 8c9fd91 | 2008-04-13 18:42:31 -0700 | [diff] [blame] | 458 | if (!fallback_aper_force) { |
| 459 | aper_alloc = agp_aper_base; |
| 460 | aper_order = agp_aper_order; |
| 461 | } |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 462 | |
| 463 | if (aper_alloc) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 464 | /* Got the aperture from the AGP bridge */ |
Yinghai Lu | c987d12 | 2008-06-24 22:14:09 -0700 | [diff] [blame] | 465 | } else if ((!no_iommu && max_pfn > MAX_DMA32_PFN) || |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 466 | force_iommu || |
| 467 | valid_agp || |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 468 | fallback_aper_force) { |
Adam Jackson | 9b15684 | 2008-09-29 14:52:03 -0400 | [diff] [blame] | 469 | printk(KERN_INFO |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 470 | "Your BIOS doesn't leave a aperture memory hole\n"); |
Adam Jackson | 9b15684 | 2008-09-29 14:52:03 -0400 | [diff] [blame] | 471 | printk(KERN_INFO |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 472 | "Please enable the IOMMU option in the BIOS setup\n"); |
Adam Jackson | 9b15684 | 2008-09-29 14:52:03 -0400 | [diff] [blame] | 473 | printk(KERN_INFO |
Ingo Molnar | 31183ba | 2008-01-30 13:30:10 +0100 | [diff] [blame] | 474 | "This costs you %d MB of RAM\n", |
| 475 | 32 << fallback_aper_order); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 476 | |
| 477 | aper_order = fallback_aper_order; |
| 478 | aper_alloc = allocate_aperture(); |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 479 | if (!aper_alloc) { |
| 480 | /* |
| 481 | * Could disable AGP and IOMMU here, but it's |
| 482 | * probably not worth it. But the later users |
| 483 | * cannot deal with bad apertures and turning |
| 484 | * on the aperture over memory causes very |
| 485 | * strange problems, so it's better to panic |
| 486 | * early. |
| 487 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 488 | panic("Not enough memory for aperture"); |
| 489 | } |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 490 | } else { |
Konrad Rzeszutek Wilk | 480125b | 2010-08-26 13:57:57 -0400 | [diff] [blame] | 491 | return 0; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 492 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 493 | |
| 494 | /* Fix up the north bridges */ |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 495 | for (i = 0; i < amd_nb_bus_dev_ranges[i].dev_limit; i++) { |
Borislav Petkov | 260133a | 2010-09-03 18:39:40 +0200 | [diff] [blame] | 496 | int bus, dev_base, dev_limit; |
| 497 | |
| 498 | /* |
| 499 | * Don't enable translation yet but enable GART IO and CPU |
| 500 | * accesses and set DISTLBWALKPRB since GART table memory is UC. |
| 501 | */ |
| 502 | u32 ctl = DISTLBWALKPRB | aper_order << 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 503 | |
Jan Beulich | 24d9b70 | 2011-01-10 16:20:23 +0000 | [diff] [blame] | 504 | bus = amd_nb_bus_dev_ranges[i].bus; |
| 505 | dev_base = amd_nb_bus_dev_ranges[i].dev_base; |
| 506 | dev_limit = amd_nb_bus_dev_ranges[i].dev_limit; |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 507 | for (slot = dev_base; slot < dev_limit; slot++) { |
Hans Rosenfeld | eec1d4f | 2010-10-29 17:14:30 +0200 | [diff] [blame] | 508 | if (!early_is_amd_nb(read_pci_config(bus, slot, 3, 0x00))) |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 509 | continue; |
| 510 | |
Borislav Petkov | 260133a | 2010-09-03 18:39:40 +0200 | [diff] [blame] | 511 | write_pci_config(bus, slot, 3, AMD64_GARTAPERTURECTL, ctl); |
Yinghai Lu | 55c0d72 | 2008-04-19 01:31:11 -0700 | [diff] [blame] | 512 | write_pci_config(bus, slot, 3, AMD64_GARTAPERTUREBASE, aper_alloc >> 25); |
| 513 | } |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 514 | } |
Rafael J. Wysocki | 6703f6d | 2008-06-10 00:10:48 +0200 | [diff] [blame] | 515 | |
| 516 | set_up_gart_resume(aper_order, aper_alloc); |
Konrad Rzeszutek Wilk | 480125b | 2010-08-26 13:57:57 -0400 | [diff] [blame] | 517 | |
| 518 | return 1; |
Ingo Molnar | c140df9 | 2008-01-30 13:30:09 +0100 | [diff] [blame] | 519 | } |