Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2006 Benjamin Herrenschmidt, IBM Corporation |
| 3 | * |
| 4 | * Provide default implementations of the DMA mapping callbacks for |
| 5 | * busses using the iommu infrastructure |
| 6 | */ |
| 7 | |
| 8 | #include <asm/iommu.h> |
| 9 | |
| 10 | /* |
| 11 | * Generic iommu implementation |
| 12 | */ |
| 13 | |
| 14 | /* Allocates a contiguous real buffer and creates mappings over it. |
| 15 | * Returns the virtual address of the buffer and sets dma_handle |
| 16 | * to the dma address (mapping) of the first page. |
| 17 | */ |
| 18 | static void *dma_iommu_alloc_coherent(struct device *dev, size_t size, |
| 19 | dma_addr_t *dma_handle, gfp_t flag) |
| 20 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 21 | return iommu_alloc_coherent(dev, get_iommu_table_base(dev), size, |
Nishanth Aravamudan | b3c7385 | 2010-10-18 07:27:04 +0000 | [diff] [blame] | 22 | dma_handle, dev->coherent_dma_mask, flag, |
Becky Bruce | 8fae035 | 2008-09-08 09:09:54 +0000 | [diff] [blame] | 23 | dev_to_node(dev)); |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 24 | } |
| 25 | |
| 26 | static void dma_iommu_free_coherent(struct device *dev, size_t size, |
| 27 | void *vaddr, dma_addr_t dma_handle) |
| 28 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 29 | iommu_free_coherent(get_iommu_table_base(dev), size, vaddr, dma_handle); |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 30 | } |
| 31 | |
| 32 | /* Creates TCEs for a user provided buffer. The user buffer must be |
Mark Nelson | f9226d5 | 2008-10-27 20:38:08 +0000 | [diff] [blame] | 33 | * contiguous real kernel storage (not vmalloc). The address passed here |
| 34 | * comprises a page address and offset into that page. The dma_addr_t |
| 35 | * returned will point to the same byte within the page as was passed in. |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 36 | */ |
Mark Nelson | f9226d5 | 2008-10-27 20:38:08 +0000 | [diff] [blame] | 37 | static dma_addr_t dma_iommu_map_page(struct device *dev, struct page *page, |
| 38 | unsigned long offset, size_t size, |
| 39 | enum dma_data_direction direction, |
| 40 | struct dma_attrs *attrs) |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 41 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 42 | return iommu_map_page(dev, get_iommu_table_base(dev), page, offset, |
| 43 | size, device_to_mask(dev), direction, attrs); |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 44 | } |
| 45 | |
| 46 | |
Mark Nelson | f9226d5 | 2008-10-27 20:38:08 +0000 | [diff] [blame] | 47 | static void dma_iommu_unmap_page(struct device *dev, dma_addr_t dma_handle, |
| 48 | size_t size, enum dma_data_direction direction, |
| 49 | struct dma_attrs *attrs) |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 50 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 51 | iommu_unmap_page(get_iommu_table_base(dev), dma_handle, size, direction, |
Mark Nelson | f9226d5 | 2008-10-27 20:38:08 +0000 | [diff] [blame] | 52 | attrs); |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 53 | } |
| 54 | |
| 55 | |
| 56 | static int dma_iommu_map_sg(struct device *dev, struct scatterlist *sglist, |
| 57 | int nelems, enum dma_data_direction direction, |
| 58 | struct dma_attrs *attrs) |
| 59 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 60 | return iommu_map_sg(dev, get_iommu_table_base(dev), sglist, nelems, |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 61 | device_to_mask(dev), direction, attrs); |
| 62 | } |
| 63 | |
| 64 | static void dma_iommu_unmap_sg(struct device *dev, struct scatterlist *sglist, |
| 65 | int nelems, enum dma_data_direction direction, |
| 66 | struct dma_attrs *attrs) |
| 67 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 68 | iommu_unmap_sg(get_iommu_table_base(dev), sglist, nelems, direction, |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 69 | attrs); |
| 70 | } |
| 71 | |
| 72 | /* We support DMA to/from any memory page via the iommu */ |
| 73 | static int dma_iommu_dma_supported(struct device *dev, u64 mask) |
| 74 | { |
Becky Bruce | 738ef42 | 2009-09-21 08:26:35 +0000 | [diff] [blame] | 75 | struct iommu_table *tbl = get_iommu_table_base(dev); |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 76 | |
Nishanth Aravamudan | 1cb8e85 | 2010-09-15 08:05:45 +0000 | [diff] [blame] | 77 | if (!tbl) { |
| 78 | dev_info(dev, "Warning: IOMMU dma not supported: mask 0x%08llx" |
| 79 | ", table unavailable\n", mask); |
| 80 | return 0; |
| 81 | } |
| 82 | |
| 83 | if ((tbl->it_offset + tbl->it_size) > (mask >> IOMMU_PAGE_SHIFT)) { |
| 84 | dev_info(dev, "Warning: IOMMU window too big for device mask\n"); |
| 85 | dev_info(dev, "mask: 0x%08llx, table end: 0x%08lx\n", |
| 86 | mask, (tbl->it_offset + tbl->it_size) << |
| 87 | IOMMU_PAGE_SHIFT); |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 88 | return 0; |
| 89 | } else |
| 90 | return 1; |
| 91 | } |
| 92 | |
FUJITA Tomonori | 45223c5 | 2009-08-04 19:08:25 +0000 | [diff] [blame] | 93 | struct dma_map_ops dma_iommu_ops = { |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 94 | .alloc_coherent = dma_iommu_alloc_coherent, |
| 95 | .free_coherent = dma_iommu_free_coherent, |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 96 | .map_sg = dma_iommu_map_sg, |
| 97 | .unmap_sg = dma_iommu_unmap_sg, |
| 98 | .dma_supported = dma_iommu_dma_supported, |
Mark Nelson | f9226d5 | 2008-10-27 20:38:08 +0000 | [diff] [blame] | 99 | .map_page = dma_iommu_map_page, |
| 100 | .unmap_page = dma_iommu_unmap_page, |
Becky Bruce | 8dd0e95 | 2008-09-08 09:09:53 +0000 | [diff] [blame] | 101 | }; |
| 102 | EXPORT_SYMBOL(dma_iommu_ops); |