xprtrdma: Refactor rpcrdma_ia_open()
In order to unload a device driver and reload it, xprtrdma will need to close a transport's interface adapter, and then call rpcrdma_ia_open again, possibly finding a different interface adapter. Make rpcrdma_ia_open safe to call on the same transport multiple times. This is a refactoring change only. Signed-off-by: Chuck Lever <chuck.lever@oracle.com> Signed-off-by: Anna Schumaker <Anna.Schumaker@Netapp.com>
This commit is contained in:
parent
33849792cb
commit
fff09594ed
|
@ -66,8 +66,8 @@ static unsigned int xprt_rdma_slot_table_entries = RPCRDMA_DEF_SLOT_TABLE;
|
||||||
unsigned int xprt_rdma_max_inline_read = RPCRDMA_DEF_INLINE;
|
unsigned int xprt_rdma_max_inline_read = RPCRDMA_DEF_INLINE;
|
||||||
static unsigned int xprt_rdma_max_inline_write = RPCRDMA_DEF_INLINE;
|
static unsigned int xprt_rdma_max_inline_write = RPCRDMA_DEF_INLINE;
|
||||||
static unsigned int xprt_rdma_inline_write_padding;
|
static unsigned int xprt_rdma_inline_write_padding;
|
||||||
static unsigned int xprt_rdma_memreg_strategy = RPCRDMA_FRMR;
|
unsigned int xprt_rdma_memreg_strategy = RPCRDMA_FRMR;
|
||||||
int xprt_rdma_pad_optimize = 0;
|
int xprt_rdma_pad_optimize;
|
||||||
|
|
||||||
#if IS_ENABLED(CONFIG_SUNRPC_DEBUG)
|
#if IS_ENABLED(CONFIG_SUNRPC_DEBUG)
|
||||||
|
|
||||||
|
@ -396,7 +396,7 @@ xprt_setup_rdma(struct xprt_create *args)
|
||||||
|
|
||||||
new_xprt = rpcx_to_rdmax(xprt);
|
new_xprt = rpcx_to_rdmax(xprt);
|
||||||
|
|
||||||
rc = rpcrdma_ia_open(new_xprt, sap, xprt_rdma_memreg_strategy);
|
rc = rpcrdma_ia_open(new_xprt, sap);
|
||||||
if (rc)
|
if (rc)
|
||||||
goto out1;
|
goto out1;
|
||||||
|
|
||||||
|
|
|
@ -413,13 +413,16 @@ out:
|
||||||
* Exported functions.
|
* Exported functions.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
/*
|
/**
|
||||||
* Open and initialize an Interface Adapter.
|
* rpcrdma_ia_open - Open and initialize an Interface Adapter.
|
||||||
* o initializes fields of struct rpcrdma_ia, including
|
* @xprt: controlling transport
|
||||||
* interface and provider attributes and protection zone.
|
* @addr: IP address of remote peer
|
||||||
|
*
|
||||||
|
* Returns 0 on success, negative errno if an appropriate
|
||||||
|
* Interface Adapter could not be found and opened.
|
||||||
*/
|
*/
|
||||||
int
|
int
|
||||||
rpcrdma_ia_open(struct rpcrdma_xprt *xprt, struct sockaddr *addr, int memreg)
|
rpcrdma_ia_open(struct rpcrdma_xprt *xprt, struct sockaddr *addr)
|
||||||
{
|
{
|
||||||
struct rpcrdma_ia *ia = &xprt->rx_ia;
|
struct rpcrdma_ia *ia = &xprt->rx_ia;
|
||||||
int rc;
|
int rc;
|
||||||
|
@ -427,7 +430,7 @@ rpcrdma_ia_open(struct rpcrdma_xprt *xprt, struct sockaddr *addr, int memreg)
|
||||||
ia->ri_id = rpcrdma_create_id(xprt, ia, addr);
|
ia->ri_id = rpcrdma_create_id(xprt, ia, addr);
|
||||||
if (IS_ERR(ia->ri_id)) {
|
if (IS_ERR(ia->ri_id)) {
|
||||||
rc = PTR_ERR(ia->ri_id);
|
rc = PTR_ERR(ia->ri_id);
|
||||||
goto out1;
|
goto out_err;
|
||||||
}
|
}
|
||||||
ia->ri_device = ia->ri_id->device;
|
ia->ri_device = ia->ri_id->device;
|
||||||
|
|
||||||
|
@ -435,10 +438,10 @@ rpcrdma_ia_open(struct rpcrdma_xprt *xprt, struct sockaddr *addr, int memreg)
|
||||||
if (IS_ERR(ia->ri_pd)) {
|
if (IS_ERR(ia->ri_pd)) {
|
||||||
rc = PTR_ERR(ia->ri_pd);
|
rc = PTR_ERR(ia->ri_pd);
|
||||||
pr_err("rpcrdma: ib_alloc_pd() returned %d\n", rc);
|
pr_err("rpcrdma: ib_alloc_pd() returned %d\n", rc);
|
||||||
goto out2;
|
goto out_err;
|
||||||
}
|
}
|
||||||
|
|
||||||
switch (memreg) {
|
switch (xprt_rdma_memreg_strategy) {
|
||||||
case RPCRDMA_FRMR:
|
case RPCRDMA_FRMR:
|
||||||
if (frwr_is_supported(ia)) {
|
if (frwr_is_supported(ia)) {
|
||||||
ia->ri_ops = &rpcrdma_frwr_memreg_ops;
|
ia->ri_ops = &rpcrdma_frwr_memreg_ops;
|
||||||
|
@ -452,28 +455,23 @@ rpcrdma_ia_open(struct rpcrdma_xprt *xprt, struct sockaddr *addr, int memreg)
|
||||||
}
|
}
|
||||||
/*FALLTHROUGH*/
|
/*FALLTHROUGH*/
|
||||||
default:
|
default:
|
||||||
pr_err("rpcrdma: Unsupported memory registration mode: %d\n",
|
pr_err("rpcrdma: Device %s does not support memreg mode %d\n",
|
||||||
memreg);
|
ia->ri_device->name, xprt_rdma_memreg_strategy);
|
||||||
rc = -EINVAL;
|
rc = -EINVAL;
|
||||||
goto out3;
|
goto out_err;
|
||||||
}
|
}
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
|
|
||||||
out3:
|
out_err:
|
||||||
ib_dealloc_pd(ia->ri_pd);
|
rpcrdma_ia_close(ia);
|
||||||
ia->ri_pd = NULL;
|
|
||||||
out2:
|
|
||||||
rpcrdma_destroy_id(ia->ri_id);
|
|
||||||
ia->ri_id = NULL;
|
|
||||||
out1:
|
|
||||||
return rc;
|
return rc;
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/**
|
||||||
* Clean up/close an IA.
|
* rpcrdma_ia_close - Clean up/close an IA.
|
||||||
* o if event handles and PD have been initialized, free them.
|
* @ia: interface adapter to close
|
||||||
* o close the IA
|
*
|
||||||
*/
|
*/
|
||||||
void
|
void
|
||||||
rpcrdma_ia_close(struct rpcrdma_ia *ia)
|
rpcrdma_ia_close(struct rpcrdma_ia *ia)
|
||||||
|
@ -483,12 +481,14 @@ rpcrdma_ia_close(struct rpcrdma_ia *ia)
|
||||||
if (ia->ri_id->qp)
|
if (ia->ri_id->qp)
|
||||||
rdma_destroy_qp(ia->ri_id);
|
rdma_destroy_qp(ia->ri_id);
|
||||||
rpcrdma_destroy_id(ia->ri_id);
|
rpcrdma_destroy_id(ia->ri_id);
|
||||||
ia->ri_id = NULL;
|
|
||||||
}
|
}
|
||||||
|
ia->ri_id = NULL;
|
||||||
|
ia->ri_device = NULL;
|
||||||
|
|
||||||
/* If the pd is still busy, xprtrdma missed freeing a resource */
|
/* If the pd is still busy, xprtrdma missed freeing a resource */
|
||||||
if (ia->ri_pd && !IS_ERR(ia->ri_pd))
|
if (ia->ri_pd && !IS_ERR(ia->ri_pd))
|
||||||
ib_dealloc_pd(ia->ri_pd);
|
ib_dealloc_pd(ia->ri_pd);
|
||||||
|
ia->ri_pd = NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
|
|
@ -497,10 +497,15 @@ struct rpcrdma_xprt {
|
||||||
* Default is 0, see sysctl entry and rpc_rdma.c rpcrdma_convert_iovs() */
|
* Default is 0, see sysctl entry and rpc_rdma.c rpcrdma_convert_iovs() */
|
||||||
extern int xprt_rdma_pad_optimize;
|
extern int xprt_rdma_pad_optimize;
|
||||||
|
|
||||||
|
/* This setting controls the hunt for a supported memory
|
||||||
|
* registration strategy.
|
||||||
|
*/
|
||||||
|
extern unsigned int xprt_rdma_memreg_strategy;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Interface Adapter calls - xprtrdma/verbs.c
|
* Interface Adapter calls - xprtrdma/verbs.c
|
||||||
*/
|
*/
|
||||||
int rpcrdma_ia_open(struct rpcrdma_xprt *, struct sockaddr *, int);
|
int rpcrdma_ia_open(struct rpcrdma_xprt *xprt, struct sockaddr *addr);
|
||||||
void rpcrdma_ia_close(struct rpcrdma_ia *);
|
void rpcrdma_ia_close(struct rpcrdma_ia *);
|
||||||
bool frwr_is_supported(struct rpcrdma_ia *);
|
bool frwr_is_supported(struct rpcrdma_ia *);
|
||||||
bool fmr_is_supported(struct rpcrdma_ia *);
|
bool fmr_is_supported(struct rpcrdma_ia *);
|
||||||
|
|
Loading…
Reference in New Issue