mirror of
https://github.com/torvalds/linux.git
synced 2024-12-29 06:12:08 +00:00
IB: Add DMA mapping functions to allow device drivers to interpose
The QLogic InfiniPath HCAs use programmed I/O instead of HW DMA. This patch allows a verbs device driver to interpose on DMA mapping function calls in order to avoid relying on bus_to_virt() and phys_to_virt() to undo the mappings created by dma_map_single(), dma_map_sg(), etc. Signed-off-by: Ralph Campbell <ralph.campbell@qlogic.com> Signed-off-by: Roland Dreier <rolandd@cisco.com>
This commit is contained in:
Ralph Campbell
Roland Dreier
parent
7521663857
commit
9b513090a3
@ -43,6 +43,8 @@
|
|||||||
|
|
||||||
#include <linux/types.h>
|
#include <linux/types.h>
|
||||||
#include <linux/device.h>
|
#include <linux/device.h>
|
||||||
|
#include <linux/mm.h>
|
||||||
|
#include <linux/dma-mapping.h>
|
||||||
|
|
||||||
#include <asm/atomic.h>
|
#include <asm/atomic.h>
|
||||||
#include <asm/scatterlist.h>
|
#include <asm/scatterlist.h>
|
||||||
@ -848,6 +850,49 @@ struct ib_cache {
|
|||||||
u8 *lmc_cache;
|
u8 *lmc_cache;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
struct ib_dma_mapping_ops {
|
||||||
|
int (*mapping_error)(struct ib_device *dev,
|
||||||
|
u64 dma_addr);
|
||||||
|
u64 (*map_single)(struct ib_device *dev,
|
||||||
|
void *ptr, size_t size,
|
||||||
|
enum dma_data_direction direction);
|
||||||
|
void (*unmap_single)(struct ib_device *dev,
|
||||||
|
u64 addr, size_t size,
|
||||||
|
enum dma_data_direction direction);
|
||||||
|
u64 (*map_page)(struct ib_device *dev,
|
||||||
|
struct page *page, unsigned long offset,
|
||||||
|
size_t size,
|
||||||
|
enum dma_data_direction direction);
|
||||||
|
void (*unmap_page)(struct ib_device *dev,
|
||||||
|
u64 addr, size_t size,
|
||||||
|
enum dma_data_direction direction);
|
||||||
|
int (*map_sg)(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg, int nents,
|
||||||
|
enum dma_data_direction direction);
|
||||||
|
void (*unmap_sg)(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg, int nents,
|
||||||
|
enum dma_data_direction direction);
|
||||||
|
u64 (*dma_address)(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg);
|
||||||
|
unsigned int (*dma_len)(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg);
|
||||||
|
void (*sync_single_for_cpu)(struct ib_device *dev,
|
||||||
|
u64 dma_handle,
|
||||||
|
size_t size,
|
||||||
|
enum dma_data_direction dir);
|
||||||
|
void (*sync_single_for_device)(struct ib_device *dev,
|
||||||
|
u64 dma_handle,
|
||||||
|
size_t size,
|
||||||
|
enum dma_data_direction dir);
|
||||||
|
void *(*alloc_coherent)(struct ib_device *dev,
|
||||||
|
size_t size,
|
||||||
|
u64 *dma_handle,
|
||||||
|
gfp_t flag);
|
||||||
|
void (*free_coherent)(struct ib_device *dev,
|
||||||
|
size_t size, void *cpu_addr,
|
||||||
|
u64 dma_handle);
|
||||||
|
};
|
||||||
|
|
||||||
struct iw_cm_verbs;
|
struct iw_cm_verbs;
|
||||||
|
|
||||||
struct ib_device {
|
struct ib_device {
|
||||||
@ -992,6 +1037,8 @@ struct ib_device {
|
|||||||
struct ib_mad *in_mad,
|
struct ib_mad *in_mad,
|
||||||
struct ib_mad *out_mad);
|
struct ib_mad *out_mad);
|
||||||
|
|
||||||
|
struct ib_dma_mapping_ops *dma_ops;
|
||||||
|
|
||||||
struct module *owner;
|
struct module *owner;
|
||||||
struct class_device class_dev;
|
struct class_device class_dev;
|
||||||
struct kobject ports_parent;
|
struct kobject ports_parent;
|
||||||
@ -1395,9 +1442,215 @@ static inline int ib_req_ncomp_notif(struct ib_cq *cq, int wc_cnt)
|
|||||||
* usable for DMA.
|
* usable for DMA.
|
||||||
* @pd: The protection domain associated with the memory region.
|
* @pd: The protection domain associated with the memory region.
|
||||||
* @mr_access_flags: Specifies the memory access rights.
|
* @mr_access_flags: Specifies the memory access rights.
|
||||||
|
*
|
||||||
|
* Note that the ib_dma_*() functions defined below must be used
|
||||||
|
* to create/destroy addresses used with the Lkey or Rkey returned
|
||||||
|
* by ib_get_dma_mr().
|
||||||
*/
|
*/
|
||||||
struct ib_mr *ib_get_dma_mr(struct ib_pd *pd, int mr_access_flags);
|
struct ib_mr *ib_get_dma_mr(struct ib_pd *pd, int mr_access_flags);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_mapping_error - check a DMA addr for error
|
||||||
|
* @dev: The device for which the dma_addr was created
|
||||||
|
* @dma_addr: The DMA address to check
|
||||||
|
*/
|
||||||
|
static inline int ib_dma_mapping_error(struct ib_device *dev, u64 dma_addr)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->mapping_error(dev, dma_addr) :
|
||||||
|
dma_mapping_error(dma_addr);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_map_single - Map a kernel virtual address to DMA address
|
||||||
|
* @dev: The device for which the dma_addr is to be created
|
||||||
|
* @cpu_addr: The kernel virtual address
|
||||||
|
* @size: The size of the region in bytes
|
||||||
|
* @direction: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline u64 ib_dma_map_single(struct ib_device *dev,
|
||||||
|
void *cpu_addr, size_t size,
|
||||||
|
enum dma_data_direction direction)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->map_single(dev, cpu_addr, size, direction) :
|
||||||
|
dma_map_single(dev->dma_device, cpu_addr, size, direction);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_unmap_single - Destroy a mapping created by ib_dma_map_single()
|
||||||
|
* @dev: The device for which the DMA address was created
|
||||||
|
* @addr: The DMA address
|
||||||
|
* @size: The size of the region in bytes
|
||||||
|
* @direction: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline void ib_dma_unmap_single(struct ib_device *dev,
|
||||||
|
u64 addr, size_t size,
|
||||||
|
enum dma_data_direction direction)
|
||||||
|
{
|
||||||
|
dev->dma_ops ?
|
||||||
|
dev->dma_ops->unmap_single(dev, addr, size, direction) :
|
||||||
|
dma_unmap_single(dev->dma_device, addr, size, direction);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_map_page - Map a physical page to DMA address
|
||||||
|
* @dev: The device for which the dma_addr is to be created
|
||||||
|
* @page: The page to be mapped
|
||||||
|
* @offset: The offset within the page
|
||||||
|
* @size: The size of the region in bytes
|
||||||
|
* @direction: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline u64 ib_dma_map_page(struct ib_device *dev,
|
||||||
|
struct page *page,
|
||||||
|
unsigned long offset,
|
||||||
|
size_t size,
|
||||||
|
enum dma_data_direction direction)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->map_page(dev, page, offset, size, direction) :
|
||||||
|
dma_map_page(dev->dma_device, page, offset, size, direction);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_unmap_page - Destroy a mapping created by ib_dma_map_page()
|
||||||
|
* @dev: The device for which the DMA address was created
|
||||||
|
* @addr: The DMA address
|
||||||
|
* @size: The size of the region in bytes
|
||||||
|
* @direction: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline void ib_dma_unmap_page(struct ib_device *dev,
|
||||||
|
u64 addr, size_t size,
|
||||||
|
enum dma_data_direction direction)
|
||||||
|
{
|
||||||
|
dev->dma_ops ?
|
||||||
|
dev->dma_ops->unmap_page(dev, addr, size, direction) :
|
||||||
|
dma_unmap_page(dev->dma_device, addr, size, direction);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_map_sg - Map a scatter/gather list to DMA addresses
|
||||||
|
* @dev: The device for which the DMA addresses are to be created
|
||||||
|
* @sg: The array of scatter/gather entries
|
||||||
|
* @nents: The number of scatter/gather entries
|
||||||
|
* @direction: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline int ib_dma_map_sg(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg, int nents,
|
||||||
|
enum dma_data_direction direction)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->map_sg(dev, sg, nents, direction) :
|
||||||
|
dma_map_sg(dev->dma_device, sg, nents, direction);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_unmap_sg - Unmap a scatter/gather list of DMA addresses
|
||||||
|
* @dev: The device for which the DMA addresses were created
|
||||||
|
* @sg: The array of scatter/gather entries
|
||||||
|
* @nents: The number of scatter/gather entries
|
||||||
|
* @direction: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline void ib_dma_unmap_sg(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg, int nents,
|
||||||
|
enum dma_data_direction direction)
|
||||||
|
{
|
||||||
|
dev->dma_ops ?
|
||||||
|
dev->dma_ops->unmap_sg(dev, sg, nents, direction) :
|
||||||
|
dma_unmap_sg(dev->dma_device, sg, nents, direction);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_sg_dma_address - Return the DMA address from a scatter/gather entry
|
||||||
|
* @dev: The device for which the DMA addresses were created
|
||||||
|
* @sg: The scatter/gather entry
|
||||||
|
*/
|
||||||
|
static inline u64 ib_sg_dma_address(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->dma_address(dev, sg) : sg_dma_address(sg);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_sg_dma_len - Return the DMA length from a scatter/gather entry
|
||||||
|
* @dev: The device for which the DMA addresses were created
|
||||||
|
* @sg: The scatter/gather entry
|
||||||
|
*/
|
||||||
|
static inline unsigned int ib_sg_dma_len(struct ib_device *dev,
|
||||||
|
struct scatterlist *sg)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->dma_len(dev, sg) : sg_dma_len(sg);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_sync_single_for_cpu - Prepare DMA region to be accessed by CPU
|
||||||
|
* @dev: The device for which the DMA address was created
|
||||||
|
* @addr: The DMA address
|
||||||
|
* @size: The size of the region in bytes
|
||||||
|
* @dir: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline void ib_dma_sync_single_for_cpu(struct ib_device *dev,
|
||||||
|
u64 addr,
|
||||||
|
size_t size,
|
||||||
|
enum dma_data_direction dir)
|
||||||
|
{
|
||||||
|
dev->dma_ops ?
|
||||||
|
dev->dma_ops->sync_single_for_cpu(dev, addr, size, dir) :
|
||||||
|
dma_sync_single_for_cpu(dev->dma_device, addr, size, dir);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_sync_single_for_device - Prepare DMA region to be accessed by device
|
||||||
|
* @dev: The device for which the DMA address was created
|
||||||
|
* @addr: The DMA address
|
||||||
|
* @size: The size of the region in bytes
|
||||||
|
* @dir: The direction of the DMA
|
||||||
|
*/
|
||||||
|
static inline void ib_dma_sync_single_for_device(struct ib_device *dev,
|
||||||
|
u64 addr,
|
||||||
|
size_t size,
|
||||||
|
enum dma_data_direction dir)
|
||||||
|
{
|
||||||
|
dev->dma_ops ?
|
||||||
|
dev->dma_ops->sync_single_for_device(dev, addr, size, dir) :
|
||||||
|
dma_sync_single_for_device(dev->dma_device, addr, size, dir);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_alloc_coherent - Allocate memory and map it for DMA
|
||||||
|
* @dev: The device for which the DMA address is requested
|
||||||
|
* @size: The size of the region to allocate in bytes
|
||||||
|
* @dma_handle: A pointer for returning the DMA address of the region
|
||||||
|
* @flag: memory allocator flags
|
||||||
|
*/
|
||||||
|
static inline void *ib_dma_alloc_coherent(struct ib_device *dev,
|
||||||
|
size_t size,
|
||||||
|
u64 *dma_handle,
|
||||||
|
gfp_t flag)
|
||||||
|
{
|
||||||
|
return dev->dma_ops ?
|
||||||
|
dev->dma_ops->alloc_coherent(dev, size, dma_handle, flag) :
|
||||||
|
dma_alloc_coherent(dev->dma_device, size, dma_handle, flag);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ib_dma_free_coherent - Free memory allocated by ib_dma_alloc_coherent()
|
||||||
|
* @dev: The device for which the DMA addresses were allocated
|
||||||
|
* @size: The size of the region
|
||||||
|
* @cpu_addr: the address returned by ib_dma_alloc_coherent()
|
||||||
|
* @dma_handle: the DMA address returned by ib_dma_alloc_coherent()
|
||||||
|
*/
|
||||||
|
static inline void ib_dma_free_coherent(struct ib_device *dev,
|
||||||
|
size_t size, void *cpu_addr,
|
||||||
|
u64 dma_handle)
|
||||||
|
{
|
||||||
|
dev->dma_ops ?
|
||||||
|
dev->dma_ops->free_coherent(dev, size, cpu_addr, dma_handle) :
|
||||||
|
dma_free_coherent(dev->dma_device, size, cpu_addr, dma_handle);
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* ib_reg_phys_mr - Prepares a virtually addressed memory region for use
|
* ib_reg_phys_mr - Prepares a virtually addressed memory region for use
|
||||||
* by an HCA.
|
* by an HCA.
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user