|
@@ -21,13 +21,12 @@
|
|
|
#include <linux/init.h>
|
|
|
#include <linux/gfp.h>
|
|
|
#include <linux/mm.h>
|
|
|
-#include <linux/pci.h>
|
|
|
#include <linux/proc_fs.h>
|
|
|
#include <linux/seq_file.h>
|
|
|
#include <linux/string.h>
|
|
|
#include <linux/types.h>
|
|
|
-#include <linux/scatterlist.h>
|
|
|
-#include <linux/export.h>
|
|
|
+#include <linux/dma-direct.h>
|
|
|
+#include <linux/dma-noncoherent.h>
|
|
|
|
|
|
#include <asm/cacheflush.h>
|
|
|
#include <asm/dma.h> /* for DMA_CHUNK_SIZE */
|
|
@@ -395,7 +394,7 @@ pcxl_dma_init(void)
|
|
|
|
|
|
__initcall(pcxl_dma_init);
|
|
|
|
|
|
-static void *pa11_dma_alloc(struct device *dev, size_t size,
|
|
|
+static void *pcxl_dma_alloc(struct device *dev, size_t size,
|
|
|
dma_addr_t *dma_handle, gfp_t flag, unsigned long attrs)
|
|
|
{
|
|
|
unsigned long vaddr;
|
|
@@ -422,190 +421,60 @@ static void *pa11_dma_alloc(struct device *dev, size_t size,
|
|
|
return (void *)vaddr;
|
|
|
}
|
|
|
|
|
|
-static void pa11_dma_free(struct device *dev, size_t size, void *vaddr,
|
|
|
- dma_addr_t dma_handle, unsigned long attrs)
|
|
|
+static void *pcx_dma_alloc(struct device *dev, size_t size,
|
|
|
+ dma_addr_t *dma_handle, gfp_t flag, unsigned long attrs)
|
|
|
{
|
|
|
- int order;
|
|
|
-
|
|
|
- order = get_order(size);
|
|
|
- size = 1 << (order + PAGE_SHIFT);
|
|
|
- unmap_uncached_pages((unsigned long)vaddr, size);
|
|
|
- pcxl_free_range((unsigned long)vaddr, size);
|
|
|
- free_pages((unsigned long)__va(dma_handle), order);
|
|
|
-}
|
|
|
+ void *addr;
|
|
|
|
|
|
-static dma_addr_t pa11_dma_map_page(struct device *dev, struct page *page,
|
|
|
- unsigned long offset, size_t size,
|
|
|
- enum dma_data_direction direction, unsigned long attrs)
|
|
|
-{
|
|
|
- void *addr = page_address(page) + offset;
|
|
|
- BUG_ON(direction == DMA_NONE);
|
|
|
+ if ((attrs & DMA_ATTR_NON_CONSISTENT) == 0)
|
|
|
+ return NULL;
|
|
|
|
|
|
- if (!(attrs & DMA_ATTR_SKIP_CPU_SYNC))
|
|
|
- flush_kernel_dcache_range((unsigned long) addr, size);
|
|
|
+ addr = (void *)__get_free_pages(flag, get_order(size));
|
|
|
+ if (addr)
|
|
|
+ *dma_handle = (dma_addr_t)virt_to_phys(addr);
|
|
|
|
|
|
- return virt_to_phys(addr);
|
|
|
+ return addr;
|
|
|
}
|
|
|
|
|
|
-static void pa11_dma_unmap_page(struct device *dev, dma_addr_t dma_handle,
|
|
|
- size_t size, enum dma_data_direction direction,
|
|
|
- unsigned long attrs)
|
|
|
+void *arch_dma_alloc(struct device *dev, size_t size,
|
|
|
+ dma_addr_t *dma_handle, gfp_t gfp, unsigned long attrs)
|
|
|
{
|
|
|
- BUG_ON(direction == DMA_NONE);
|
|
|
-
|
|
|
- if (attrs & DMA_ATTR_SKIP_CPU_SYNC)
|
|
|
- return;
|
|
|
|
|
|
- if (direction == DMA_TO_DEVICE)
|
|
|
- return;
|
|
|
-
|
|
|
- /*
|
|
|
- * For PCI_DMA_FROMDEVICE this flush is not necessary for the
|
|
|
- * simple map/unmap case. However, it IS necessary if if
|
|
|
- * pci_dma_sync_single_* has been called and the buffer reused.
|
|
|
- */
|
|
|
-
|
|
|
- flush_kernel_dcache_range((unsigned long) phys_to_virt(dma_handle), size);
|
|
|
+ if (boot_cpu_data.cpu_type == pcxl2 || boot_cpu_data.cpu_type == pcxl)
|
|
|
+ return pcxl_dma_alloc(dev, size, dma_handle, gfp, attrs);
|
|
|
+ else
|
|
|
+ return pcx_dma_alloc(dev, size, dma_handle, gfp, attrs);
|
|
|
}
|
|
|
|
|
|
-static int pa11_dma_map_sg(struct device *dev, struct scatterlist *sglist,
|
|
|
- int nents, enum dma_data_direction direction,
|
|
|
- unsigned long attrs)
|
|
|
+void arch_dma_free(struct device *dev, size_t size, void *vaddr,
|
|
|
+ dma_addr_t dma_handle, unsigned long attrs)
|
|
|
{
|
|
|
- int i;
|
|
|
- struct scatterlist *sg;
|
|
|
-
|
|
|
- BUG_ON(direction == DMA_NONE);
|
|
|
+ int order = get_order(size);
|
|
|
|
|
|
- for_each_sg(sglist, sg, nents, i) {
|
|
|
- unsigned long vaddr = (unsigned long)sg_virt(sg);
|
|
|
+ if (boot_cpu_data.cpu_type == pcxl2 || boot_cpu_data.cpu_type == pcxl) {
|
|
|
+ size = 1 << (order + PAGE_SHIFT);
|
|
|
+ unmap_uncached_pages((unsigned long)vaddr, size);
|
|
|
+ pcxl_free_range((unsigned long)vaddr, size);
|
|
|
|
|
|
- sg_dma_address(sg) = (dma_addr_t) virt_to_phys(vaddr);
|
|
|
- sg_dma_len(sg) = sg->length;
|
|
|
-
|
|
|
- if (attrs & DMA_ATTR_SKIP_CPU_SYNC)
|
|
|
- continue;
|
|
|
-
|
|
|
- flush_kernel_dcache_range(vaddr, sg->length);
|
|
|
+ vaddr = __va(dma_handle);
|
|
|
}
|
|
|
- return nents;
|
|
|
-}
|
|
|
-
|
|
|
-static void pa11_dma_unmap_sg(struct device *dev, struct scatterlist *sglist,
|
|
|
- int nents, enum dma_data_direction direction,
|
|
|
- unsigned long attrs)
|
|
|
-{
|
|
|
- int i;
|
|
|
- struct scatterlist *sg;
|
|
|
-
|
|
|
- BUG_ON(direction == DMA_NONE);
|
|
|
-
|
|
|
- if (attrs & DMA_ATTR_SKIP_CPU_SYNC)
|
|
|
- return;
|
|
|
-
|
|
|
- if (direction == DMA_TO_DEVICE)
|
|
|
- return;
|
|
|
-
|
|
|
- /* once we do combining we'll need to use phys_to_virt(sg_dma_address(sglist)) */
|
|
|
-
|
|
|
- for_each_sg(sglist, sg, nents, i)
|
|
|
- flush_kernel_vmap_range(sg_virt(sg), sg->length);
|
|
|
-}
|
|
|
-
|
|
|
-static void pa11_dma_sync_single_for_cpu(struct device *dev,
|
|
|
- dma_addr_t dma_handle, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- BUG_ON(direction == DMA_NONE);
|
|
|
-
|
|
|
- flush_kernel_dcache_range((unsigned long) phys_to_virt(dma_handle),
|
|
|
- size);
|
|
|
-}
|
|
|
-
|
|
|
-static void pa11_dma_sync_single_for_device(struct device *dev,
|
|
|
- dma_addr_t dma_handle, size_t size,
|
|
|
- enum dma_data_direction direction)
|
|
|
-{
|
|
|
- BUG_ON(direction == DMA_NONE);
|
|
|
-
|
|
|
- flush_kernel_dcache_range((unsigned long) phys_to_virt(dma_handle),
|
|
|
- size);
|
|
|
+ free_pages((unsigned long)vaddr, get_order(size));
|
|
|
}
|
|
|
|
|
|
-static void pa11_dma_sync_sg_for_cpu(struct device *dev, struct scatterlist *sglist, int nents, enum dma_data_direction direction)
|
|
|
+void arch_sync_dma_for_device(struct device *dev, phys_addr_t paddr,
|
|
|
+ size_t size, enum dma_data_direction dir)
|
|
|
{
|
|
|
- int i;
|
|
|
- struct scatterlist *sg;
|
|
|
-
|
|
|
- /* once we do combining we'll need to use phys_to_virt(sg_dma_address(sglist)) */
|
|
|
-
|
|
|
- for_each_sg(sglist, sg, nents, i)
|
|
|
- flush_kernel_vmap_range(sg_virt(sg), sg->length);
|
|
|
+ flush_kernel_dcache_range((unsigned long)phys_to_virt(paddr), size);
|
|
|
}
|
|
|
|
|
|
-static void pa11_dma_sync_sg_for_device(struct device *dev, struct scatterlist *sglist, int nents, enum dma_data_direction direction)
|
|
|
+void arch_sync_dma_for_cpu(struct device *dev, phys_addr_t paddr,
|
|
|
+ size_t size, enum dma_data_direction dir)
|
|
|
{
|
|
|
- int i;
|
|
|
- struct scatterlist *sg;
|
|
|
-
|
|
|
- /* once we do combining we'll need to use phys_to_virt(sg_dma_address(sglist)) */
|
|
|
-
|
|
|
- for_each_sg(sglist, sg, nents, i)
|
|
|
- flush_kernel_vmap_range(sg_virt(sg), sg->length);
|
|
|
+ flush_kernel_dcache_range((unsigned long)phys_to_virt(paddr), size);
|
|
|
}
|
|
|
|
|
|
-static void pa11_dma_cache_sync(struct device *dev, void *vaddr, size_t size,
|
|
|
+void arch_dma_cache_sync(struct device *dev, void *vaddr, size_t size,
|
|
|
enum dma_data_direction direction)
|
|
|
{
|
|
|
flush_kernel_dcache_range((unsigned long)vaddr, size);
|
|
|
}
|
|
|
-
|
|
|
-const struct dma_map_ops pcxl_dma_ops = {
|
|
|
- .alloc = pa11_dma_alloc,
|
|
|
- .free = pa11_dma_free,
|
|
|
- .map_page = pa11_dma_map_page,
|
|
|
- .unmap_page = pa11_dma_unmap_page,
|
|
|
- .map_sg = pa11_dma_map_sg,
|
|
|
- .unmap_sg = pa11_dma_unmap_sg,
|
|
|
- .sync_single_for_cpu = pa11_dma_sync_single_for_cpu,
|
|
|
- .sync_single_for_device = pa11_dma_sync_single_for_device,
|
|
|
- .sync_sg_for_cpu = pa11_dma_sync_sg_for_cpu,
|
|
|
- .sync_sg_for_device = pa11_dma_sync_sg_for_device,
|
|
|
- .cache_sync = pa11_dma_cache_sync,
|
|
|
-};
|
|
|
-
|
|
|
-static void *pcx_dma_alloc(struct device *dev, size_t size,
|
|
|
- dma_addr_t *dma_handle, gfp_t flag, unsigned long attrs)
|
|
|
-{
|
|
|
- void *addr;
|
|
|
-
|
|
|
- if ((attrs & DMA_ATTR_NON_CONSISTENT) == 0)
|
|
|
- return NULL;
|
|
|
-
|
|
|
- addr = (void *)__get_free_pages(flag, get_order(size));
|
|
|
- if (addr)
|
|
|
- *dma_handle = (dma_addr_t)virt_to_phys(addr);
|
|
|
-
|
|
|
- return addr;
|
|
|
-}
|
|
|
-
|
|
|
-static void pcx_dma_free(struct device *dev, size_t size, void *vaddr,
|
|
|
- dma_addr_t iova, unsigned long attrs)
|
|
|
-{
|
|
|
- free_pages((unsigned long)vaddr, get_order(size));
|
|
|
- return;
|
|
|
-}
|
|
|
-
|
|
|
-const struct dma_map_ops pcx_dma_ops = {
|
|
|
- .alloc = pcx_dma_alloc,
|
|
|
- .free = pcx_dma_free,
|
|
|
- .map_page = pa11_dma_map_page,
|
|
|
- .unmap_page = pa11_dma_unmap_page,
|
|
|
- .map_sg = pa11_dma_map_sg,
|
|
|
- .unmap_sg = pa11_dma_unmap_sg,
|
|
|
- .sync_single_for_cpu = pa11_dma_sync_single_for_cpu,
|
|
|
- .sync_single_for_device = pa11_dma_sync_single_for_device,
|
|
|
- .sync_sg_for_cpu = pa11_dma_sync_sg_for_cpu,
|
|
|
- .sync_sg_for_device = pa11_dma_sync_sg_for_device,
|
|
|
- .cache_sync = pa11_dma_cache_sync,
|
|
|
-};
|