f7c6a7b5d5
Export ib_umem_get()/ib_umem_release() and put low-level drivers in
control of when to call ib_umem_get() to pin and DMA map userspace,
rather than always calling it in ib_uverbs_reg_mr() before calling the
low-level driver's reg_user_mr method.
Also move these functions to be in the ib_core module instead of
ib_uverbs, so that driver modules using them do not depend on
ib_uverbs.
This has a number of advantages:
- It is better design from the standpoint of making generic code a
library that can be used or overridden by device-specific code as
the details of specific devices dictate.
- Drivers that do not need to pin userspace memory regions do not
need to take the performance hit of calling ib_mem_get(). For
example, although I have not tried to implement it in this patch,
the ipath driver should be able to avoid pinning memory and just
use copy_{to,from}_user() to access userspace memory regions.
- Buffers that need special mapping treatment can be identified by
the low-level driver. For example, it may be possible to solve
some Altix-specific memory ordering issues with mthca CQs in
userspace by mapping CQ buffers with extra flags.
- Drivers that need to pin and DMA map userspace memory for things
other than memory regions can use ib_umem_get() directly, instead
of hacks using extra parameters to their reg_phys_mr method. For
example, the mlx4 driver that is pending being merged needs to pin
and DMA map QP and CQ buffers, but it does not need to create a
memory key for these buffers. So the cleanest solution is for mlx4
to call ib_umem_get() in the create_qp and create_cq methods.
Signed-off-by: Roland Dreier <rolandd@cisco.com>
183 lines
4.0 KiB
C
183 lines
4.0 KiB
C
/*
|
|
* Copyright (c) 2005 Ammasso, Inc. All rights reserved.
|
|
* Copyright (c) 2005 Open Grid Computing, Inc. All rights reserved.
|
|
*
|
|
* This software is available to you under a choice of one of two
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
|
* General Public License (GPL) Version 2, available from the file
|
|
* COPYING in the main directory of this source tree, or the
|
|
* OpenIB.org BSD license below:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* - Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* - Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
#ifndef C2_PROVIDER_H
|
|
#define C2_PROVIDER_H
|
|
#include <linux/inetdevice.h>
|
|
|
|
#include <rdma/ib_verbs.h>
|
|
#include <rdma/ib_pack.h>
|
|
|
|
#include "c2_mq.h"
|
|
#include <rdma/iw_cm.h>
|
|
|
|
#define C2_MPT_FLAG_ATOMIC (1 << 14)
|
|
#define C2_MPT_FLAG_REMOTE_WRITE (1 << 13)
|
|
#define C2_MPT_FLAG_REMOTE_READ (1 << 12)
|
|
#define C2_MPT_FLAG_LOCAL_WRITE (1 << 11)
|
|
#define C2_MPT_FLAG_LOCAL_READ (1 << 10)
|
|
|
|
struct c2_buf_list {
|
|
void *buf;
|
|
DECLARE_PCI_UNMAP_ADDR(mapping)
|
|
};
|
|
|
|
|
|
/* The user context keeps track of objects allocated for a
|
|
* particular user-mode client. */
|
|
struct c2_ucontext {
|
|
struct ib_ucontext ibucontext;
|
|
};
|
|
|
|
struct c2_mtt;
|
|
|
|
/* All objects associated with a PD are kept in the
|
|
* associated user context if present.
|
|
*/
|
|
struct c2_pd {
|
|
struct ib_pd ibpd;
|
|
u32 pd_id;
|
|
};
|
|
|
|
struct c2_mr {
|
|
struct ib_mr ibmr;
|
|
struct c2_pd *pd;
|
|
struct ib_umem *umem;
|
|
};
|
|
|
|
struct c2_av;
|
|
|
|
enum c2_ah_type {
|
|
C2_AH_ON_HCA,
|
|
C2_AH_PCI_POOL,
|
|
C2_AH_KMALLOC
|
|
};
|
|
|
|
struct c2_ah {
|
|
struct ib_ah ibah;
|
|
};
|
|
|
|
struct c2_cq {
|
|
struct ib_cq ibcq;
|
|
spinlock_t lock;
|
|
atomic_t refcount;
|
|
int cqn;
|
|
int is_kernel;
|
|
wait_queue_head_t wait;
|
|
|
|
u32 adapter_handle;
|
|
struct c2_mq mq;
|
|
};
|
|
|
|
struct c2_wq {
|
|
spinlock_t lock;
|
|
};
|
|
struct iw_cm_id;
|
|
struct c2_qp {
|
|
struct ib_qp ibqp;
|
|
struct iw_cm_id *cm_id;
|
|
spinlock_t lock;
|
|
atomic_t refcount;
|
|
wait_queue_head_t wait;
|
|
int qpn;
|
|
|
|
u32 adapter_handle;
|
|
u32 send_sgl_depth;
|
|
u32 recv_sgl_depth;
|
|
u32 rdma_write_sgl_depth;
|
|
u8 state;
|
|
|
|
struct c2_mq sq_mq;
|
|
struct c2_mq rq_mq;
|
|
};
|
|
|
|
struct c2_cr_query_attrs {
|
|
u32 local_addr;
|
|
u32 remote_addr;
|
|
u16 local_port;
|
|
u16 remote_port;
|
|
};
|
|
|
|
static inline struct c2_pd *to_c2pd(struct ib_pd *ibpd)
|
|
{
|
|
return container_of(ibpd, struct c2_pd, ibpd);
|
|
}
|
|
|
|
static inline struct c2_ucontext *to_c2ucontext(struct ib_ucontext *ibucontext)
|
|
{
|
|
return container_of(ibucontext, struct c2_ucontext, ibucontext);
|
|
}
|
|
|
|
static inline struct c2_mr *to_c2mr(struct ib_mr *ibmr)
|
|
{
|
|
return container_of(ibmr, struct c2_mr, ibmr);
|
|
}
|
|
|
|
|
|
static inline struct c2_ah *to_c2ah(struct ib_ah *ibah)
|
|
{
|
|
return container_of(ibah, struct c2_ah, ibah);
|
|
}
|
|
|
|
static inline struct c2_cq *to_c2cq(struct ib_cq *ibcq)
|
|
{
|
|
return container_of(ibcq, struct c2_cq, ibcq);
|
|
}
|
|
|
|
static inline struct c2_qp *to_c2qp(struct ib_qp *ibqp)
|
|
{
|
|
return container_of(ibqp, struct c2_qp, ibqp);
|
|
}
|
|
|
|
static inline int is_rnic_addr(struct net_device *netdev, u32 addr)
|
|
{
|
|
struct in_device *ind;
|
|
int ret = 0;
|
|
|
|
ind = in_dev_get(netdev);
|
|
if (!ind)
|
|
return 0;
|
|
|
|
for_ifa(ind) {
|
|
if (ifa->ifa_address == addr) {
|
|
ret = 1;
|
|
break;
|
|
}
|
|
}
|
|
endfor_ifa(ind);
|
|
in_dev_put(ind);
|
|
return ret;
|
|
}
|
|
#endif /* C2_PROVIDER_H */
|