17a941d854
AK: I hacked Muli's original patch a lot and there were a lot
of changes - all bugs are probably to blame on me now.
There were also some changes in the fall back behaviour
for swiotlb - in particular it doesn't try to use GFP_DMA
now anymore. Also all DMA mapping operations use the
same core dma_alloc_coherent code with proper fallbacks now.
And various other changes and cleanups.
Known problems: iommu=force swiotlb=force together breaks
needs more testing.
This patch cleans up x86_64's DMA mapping dispatching code. Right now
we have three possible IOMMU types: AGP GART, swiotlb and nommu, and
in the future we will also have Xen's x86_64 swiotlb and other HW
IOMMUs for x86_64. In order to support all of them cleanly, this
patch:
- introduces a struct dma_mapping_ops with function pointers for each
of the DMA mapping operations of gart (AMD HW IOMMU), swiotlb
(software IOMMU) and nommu (no IOMMU).
- gets rid of:
if (swiotlb)
return swiotlb_xxx();
- PCI_DMA_BUS_IS_PHYS is now checked against the dma_ops being set
This makes swiotlb faster by avoiding double copying in some cases.
Signed-Off-By: Muli Ben-Yehuda <mulix@mulix.org>
Signed-Off-By: Jon D. Mason <jdmason@us.ibm.com>
Signed-off-by: Andi Kleen <ak@suse.de>
Signed-off-by: Linus Torvalds <torvalds@osdl.org>
99 lines
2.7 KiB
C
99 lines
2.7 KiB
C
/* Fallback functions when the main IOMMU code is not compiled in. This
|
|
code is roughly equivalent to i386. */
|
|
#include <linux/mm.h>
|
|
#include <linux/init.h>
|
|
#include <linux/pci.h>
|
|
#include <linux/string.h>
|
|
#include <asm/proto.h>
|
|
#include <asm/processor.h>
|
|
#include <asm/dma.h>
|
|
|
|
static int
|
|
check_addr(char *name, struct device *hwdev, dma_addr_t bus, size_t size)
|
|
{
|
|
if (hwdev && bus + size > *hwdev->dma_mask) {
|
|
printk(KERN_ERR
|
|
"nommu_%s: overflow %Lx+%lu of device mask %Lx\n",
|
|
name, (long long)bus, size, (long long)*hwdev->dma_mask);
|
|
return 0;
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
static dma_addr_t
|
|
nommu_map_single(struct device *hwdev, void *ptr, size_t size,
|
|
int direction)
|
|
{
|
|
dma_addr_t bus = virt_to_bus(ptr);
|
|
if (!check_addr("map_single", hwdev, bus, size))
|
|
return bad_dma_address;
|
|
return bus;
|
|
}
|
|
|
|
void nommu_unmap_single(struct device *dev, dma_addr_t addr,size_t size,
|
|
int direction)
|
|
{
|
|
}
|
|
|
|
/* Map a set of buffers described by scatterlist in streaming
|
|
* mode for DMA. This is the scatter-gather version of the
|
|
* above pci_map_single interface. Here the scatter gather list
|
|
* elements are each tagged with the appropriate dma address
|
|
* and length. They are obtained via sg_dma_{address,length}(SG).
|
|
*
|
|
* NOTE: An implementation may be able to use a smaller number of
|
|
* DMA address/length pairs than there are SG table elements.
|
|
* (for example via virtual mapping capabilities)
|
|
* The routine returns the number of addr/length pairs actually
|
|
* used, at most nents.
|
|
*
|
|
* Device ownership issues as mentioned above for pci_map_single are
|
|
* the same here.
|
|
*/
|
|
int nommu_map_sg(struct device *hwdev, struct scatterlist *sg,
|
|
int nents, int direction)
|
|
{
|
|
int i;
|
|
|
|
BUG_ON(direction == DMA_NONE);
|
|
for (i = 0; i < nents; i++ ) {
|
|
struct scatterlist *s = &sg[i];
|
|
BUG_ON(!s->page);
|
|
s->dma_address = virt_to_bus(page_address(s->page) +s->offset);
|
|
if (!check_addr("map_sg", hwdev, s->dma_address, s->length))
|
|
return 0;
|
|
s->dma_length = s->length;
|
|
}
|
|
return nents;
|
|
}
|
|
|
|
/* Unmap a set of streaming mode DMA translations.
|
|
* Again, cpu read rules concerning calls here are the same as for
|
|
* pci_unmap_single() above.
|
|
*/
|
|
void nommu_unmap_sg(struct device *dev, struct scatterlist *sg,
|
|
int nents, int dir)
|
|
{
|
|
}
|
|
|
|
struct dma_mapping_ops nommu_dma_ops = {
|
|
.map_single = nommu_map_single,
|
|
.unmap_single = nommu_unmap_single,
|
|
.map_sg = nommu_map_sg,
|
|
.unmap_sg = nommu_unmap_sg,
|
|
.is_phys = 1,
|
|
};
|
|
|
|
void __init no_iommu_init(void)
|
|
{
|
|
if (dma_ops)
|
|
return;
|
|
printk(KERN_INFO "PCI-DMA: Disabling IOMMU.\n");
|
|
dma_ops = &nommu_dma_ops;
|
|
if (end_pfn > MAX_DMA32_PFN) {
|
|
printk(KERN_ERR
|
|
"WARNING more than 4GB of memory but IOMMU disabled.\n"
|
|
KERN_ERR "WARNING 32bit PCI may malfunction.\n");
|
|
}
|
|
}
|