2008-07-18 07:53:21 +08:00
/*
* Generic SCSI - 3 ALUA SCSI Device Handler
*
2010-09-24 21:57:04 +08:00
* Copyright ( C ) 2007 - 2010 Hannes Reinecke , SUSE Linux Products GmbH .
2008-07-18 07:53:21 +08:00
* All rights reserved .
*
* This program is free software ; you can redistribute it and / or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation ; either version 2 of the License , or
* ( at your option ) any later version .
*
* This program is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the
* GNU General Public License for more details .
*
* You should have received a copy of the GNU General Public License
* along with this program ; if not , write to the Free Software
* Foundation , Inc . , 59 Temple Place - Suite 330 , Boston , MA 02111 - 1307 , USA .
*
*/
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit slab.h inclusion from percpu.h
percpu.h is included by sched.h and module.h and thus ends up being
included when building most .c files. percpu.h includes slab.h which
in turn includes gfp.h making everything defined by the two files
universally available and complicating inclusion dependencies.
percpu.h -> slab.h dependency is about to be removed. Prepare for
this change by updating users of gfp and slab facilities include those
headers directly instead of assuming availability. As this conversion
needs to touch large number of source files, the following script is
used as the basis of conversion.
http://userweb.kernel.org/~tj/misc/slabh-sweep.py
The script does the followings.
* Scan files for gfp and slab usages and update includes such that
only the necessary includes are there. ie. if only gfp is used,
gfp.h, if slab is used, slab.h.
* When the script inserts a new include, it looks at the include
blocks and try to put the new include such that its order conforms
to its surrounding. It's put in the include block which contains
core kernel includes, in the same order that the rest are ordered -
alphabetical, Christmas tree, rev-Xmas-tree or at the end if there
doesn't seem to be any matching order.
* If the script can't find a place to put a new include (mostly
because the file doesn't have fitting include block), it prints out
an error message indicating which .h file needs to be added to the
file.
The conversion was done in the following steps.
1. The initial automatic conversion of all .c files updated slightly
over 4000 files, deleting around 700 includes and adding ~480 gfp.h
and ~3000 slab.h inclusions. The script emitted errors for ~400
files.
2. Each error was manually checked. Some didn't need the inclusion,
some needed manual addition while adding it to implementation .h or
embedding .c file was more appropriate for others. This step added
inclusions to around 150 files.
3. The script was run again and the output was compared to the edits
from #2 to make sure no file was left behind.
4. Several build tests were done and a couple of problems were fixed.
e.g. lib/decompress_*.c used malloc/free() wrappers around slab
APIs requiring slab.h to be added manually.
5. The script was run on all .h files but without automatically
editing them as sprinkling gfp.h and slab.h inclusions around .h
files could easily lead to inclusion dependency hell. Most gfp.h
inclusion directives were ignored as stuff from gfp.h was usually
wildly available and often used in preprocessor macros. Each
slab.h inclusion directive was examined and added manually as
necessary.
6. percpu.h was updated not to include slab.h.
7. Build test were done on the following configurations and failures
were fixed. CONFIG_GCOV_KERNEL was turned off for all tests (as my
distributed build env didn't work with gcov compiles) and a few
more options had to be turned off depending on archs to make things
build (like ipr on powerpc/64 which failed due to missing writeq).
* x86 and x86_64 UP and SMP allmodconfig and a custom test config.
* powerpc and powerpc64 SMP allmodconfig
* sparc and sparc64 SMP allmodconfig
* ia64 SMP allmodconfig
* s390 SMP allmodconfig
* alpha SMP allmodconfig
* um on x86_64 SMP allmodconfig
8. percpu.h modifications were reverted so that it could be applied as
a separate patch and serve as bisection point.
Given the fact that I had only a couple of failures from tests on step
6, I'm fairly confident about the coverage of this conversion patch.
If there is a breakage, it's likely to be something in one of the arch
headers which should be easily discoverable easily on most builds of
the specific arch.
Signed-off-by: Tejun Heo <tj@kernel.org>
Guess-its-ok-by: Christoph Lameter <cl@linux-foundation.org>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
2010-03-24 16:04:11 +08:00
# include <linux/slab.h>
2010-09-24 21:57:04 +08:00
# include <linux/delay.h>
2011-05-27 21:47:43 +08:00
# include <linux/module.h>
2015-12-01 17:16:52 +08:00
# include <asm/unaligned.h>
2008-07-18 07:53:21 +08:00
# include <scsi/scsi.h>
2015-12-01 17:16:47 +08:00
# include <scsi/scsi_dbg.h>
2008-07-18 07:53:21 +08:00
# include <scsi/scsi_eh.h>
# include <scsi/scsi_dh.h>
# define ALUA_DH_NAME "alua"
2010-09-24 21:57:04 +08:00
# define ALUA_DH_VER "1.3"
2008-07-18 07:53:21 +08:00
# define TPGS_STATE_OPTIMIZED 0x0
# define TPGS_STATE_NONOPTIMIZED 0x1
# define TPGS_STATE_STANDBY 0x2
# define TPGS_STATE_UNAVAILABLE 0x3
2010-09-24 21:57:04 +08:00
# define TPGS_STATE_LBA_DEPENDENT 0x4
2008-07-18 07:53:21 +08:00
# define TPGS_STATE_OFFLINE 0xe
# define TPGS_STATE_TRANSITIONING 0xf
# define TPGS_SUPPORT_NONE 0x00
# define TPGS_SUPPORT_OPTIMIZED 0x01
# define TPGS_SUPPORT_NONOPTIMIZED 0x02
# define TPGS_SUPPORT_STANDBY 0x04
# define TPGS_SUPPORT_UNAVAILABLE 0x08
2010-09-24 21:57:04 +08:00
# define TPGS_SUPPORT_LBA_DEPENDENT 0x10
2008-07-18 07:53:21 +08:00
# define TPGS_SUPPORT_OFFLINE 0x40
# define TPGS_SUPPORT_TRANSITION 0x80
2012-05-19 02:08:54 +08:00
# define RTPG_FMT_MASK 0x70
# define RTPG_FMT_EXT_HDR 0x10
2008-07-18 07:53:21 +08:00
# define TPGS_MODE_UNINITIALIZED -1
# define TPGS_MODE_NONE 0x0
# define TPGS_MODE_IMPLICIT 0x1
# define TPGS_MODE_EXPLICIT 0x2
2016-02-19 16:17:03 +08:00
# define ALUA_RTPG_SIZE 128
2012-05-19 02:08:54 +08:00
# define ALUA_FAILOVER_TIMEOUT 60
2008-07-18 07:53:21 +08:00
# define ALUA_FAILOVER_RETRIES 5
2015-12-01 17:16:51 +08:00
/* device handler flags */
2012-03-28 04:55:49 +08:00
# define ALUA_OPTIMIZE_STPG 1
2015-12-01 17:16:51 +08:00
# define ALUA_RTPG_EXT_HDR_UNSUPP 2
2012-03-28 04:55:49 +08:00
2016-02-19 16:17:04 +08:00
static LIST_HEAD ( port_group_list ) ;
static DEFINE_SPINLOCK ( port_group_lock ) ;
struct alua_port_group {
struct kref kref ;
struct list_head node ;
2016-02-19 16:17:05 +08:00
unsigned char device_id_str [ 256 ] ;
int device_id_len ;
2008-07-18 07:53:21 +08:00
int group_id ;
int tpgs ;
int state ;
2012-03-28 04:56:08 +08:00
int pref ;
2012-03-28 04:55:49 +08:00
unsigned flags ; /* used for optimizing STPG */
2012-05-19 02:08:54 +08:00
unsigned char transition_tmo ;
2016-02-19 16:17:04 +08:00
} ;
struct alua_dh_data {
struct alua_port_group * pg ;
int group_id ;
int rel_port ;
2009-10-22 00:23:04 +08:00
struct scsi_device * sdev ;
activate_complete callback_fn ;
void * callback_data ;
2008-07-18 07:53:21 +08:00
} ;
# define ALUA_POLICY_SWITCH_CURRENT 0
# define ALUA_POLICY_SWITCH_ALL 1
2016-02-19 16:17:07 +08:00
static int alua_rtpg ( struct scsi_device * , struct alua_port_group * ) ;
2009-10-22 00:23:04 +08:00
static char print_alua_state ( int ) ;
2016-02-19 16:17:04 +08:00
static void release_port_group ( struct kref * kref )
{
struct alua_port_group * pg ;
pg = container_of ( kref , struct alua_port_group , kref ) ;
spin_lock ( & port_group_lock ) ;
list_del ( & pg - > node ) ;
spin_unlock ( & port_group_lock ) ;
kfree ( pg ) ;
}
2008-07-18 07:53:21 +08:00
/*
* submit_rtpg - Issue a REPORT TARGET GROUP STATES command
* @ sdev : sdev the command should be sent to
*/
2016-02-19 16:17:02 +08:00
static int submit_rtpg ( struct scsi_device * sdev , unsigned char * buff ,
int bufflen , struct scsi_sense_hdr * sshdr , int flags )
2008-07-18 07:53:21 +08:00
{
2016-02-19 16:17:02 +08:00
u8 cdb [ COMMAND_SIZE ( MAINTENANCE_IN ) ] ;
int req_flags = REQ_FAILFAST_DEV | REQ_FAILFAST_TRANSPORT |
REQ_FAILFAST_DRIVER ;
2008-07-18 07:53:21 +08:00
/* Prepare the command. */
2016-02-19 16:17:02 +08:00
memset ( cdb , 0x0 , COMMAND_SIZE ( MAINTENANCE_IN ) ) ;
cdb [ 0 ] = MAINTENANCE_IN ;
2016-02-19 16:16:58 +08:00
if ( ! ( flags & ALUA_RTPG_EXT_HDR_UNSUPP ) )
2016-02-19 16:17:02 +08:00
cdb [ 1 ] = MI_REPORT_TARGET_PGS | MI_EXT_HDR_PARAM_FMT ;
2012-05-19 02:08:55 +08:00
else
2016-02-19 16:17:02 +08:00
cdb [ 1 ] = MI_REPORT_TARGET_PGS ;
put_unaligned_be32 ( bufflen , & cdb [ 6 ] ) ;
return scsi_execute_req_flags ( sdev , cdb , DMA_FROM_DEVICE ,
buff , bufflen , sshdr ,
ALUA_FAILOVER_TIMEOUT * HZ ,
ALUA_FAILOVER_RETRIES , NULL , req_flags ) ;
2008-07-18 07:53:21 +08:00
}
2009-10-22 00:23:04 +08:00
/*
2016-02-19 16:17:00 +08:00
* submit_stpg - Issue a SET TARGET PORT GROUP command
2008-07-18 07:53:21 +08:00
*
* Currently we ' re only setting the current target port group state
* to ' active / optimized ' and let the array firmware figure out
* the states of the remaining groups .
*/
2016-02-19 16:17:02 +08:00
static int submit_stpg ( struct scsi_device * sdev , int group_id ,
struct scsi_sense_hdr * sshdr )
2008-07-18 07:53:21 +08:00
{
2016-02-19 16:17:02 +08:00
u8 cdb [ COMMAND_SIZE ( MAINTENANCE_OUT ) ] ;
2016-02-19 16:17:00 +08:00
unsigned char stpg_data [ 8 ] ;
2008-07-18 07:53:21 +08:00
int stpg_len = 8 ;
2016-02-19 16:17:02 +08:00
int req_flags = REQ_FAILFAST_DEV | REQ_FAILFAST_TRANSPORT |
REQ_FAILFAST_DRIVER ;
2008-07-18 07:53:21 +08:00
/* Prepare the data buffer */
2016-02-19 16:17:00 +08:00
memset ( stpg_data , 0 , stpg_len ) ;
stpg_data [ 4 ] = TPGS_STATE_OPTIMIZED & 0x0f ;
put_unaligned_be16 ( group_id , & stpg_data [ 6 ] ) ;
2008-07-18 07:53:21 +08:00
/* Prepare the command. */
2016-02-19 16:17:02 +08:00
memset ( cdb , 0x0 , COMMAND_SIZE ( MAINTENANCE_OUT ) ) ;
cdb [ 0 ] = MAINTENANCE_OUT ;
cdb [ 1 ] = MO_SET_TARGET_PGS ;
put_unaligned_be32 ( stpg_len , & cdb [ 6 ] ) ;
return scsi_execute_req_flags ( sdev , cdb , DMA_TO_DEVICE ,
stpg_data , stpg_len ,
sshdr , ALUA_FAILOVER_TIMEOUT * HZ ,
ALUA_FAILOVER_RETRIES , NULL , req_flags ) ;
2008-07-18 07:53:21 +08:00
}
2016-02-19 16:17:05 +08:00
struct alua_port_group * alua_find_get_pg ( char * id_str , size_t id_size ,
int group_id )
{
struct alua_port_group * pg ;
list_for_each_entry ( pg , & port_group_list , node ) {
if ( pg - > group_id ! = group_id )
continue ;
if ( pg - > device_id_len ! = id_size )
continue ;
if ( strncmp ( pg - > device_id_str , id_str , id_size ) )
continue ;
if ( ! kref_get_unless_zero ( & pg - > kref ) )
continue ;
return pg ;
}
return NULL ;
}
2016-02-19 16:17:04 +08:00
/*
* alua_alloc_pg - Allocate a new port_group structure
* @ sdev : scsi device
* @ h : alua device_handler data
* @ group_id : port group id
*
* Allocate a new port_group structure for a given
* device .
*/
struct alua_port_group * alua_alloc_pg ( struct scsi_device * sdev ,
int group_id , int tpgs )
{
2016-02-19 16:17:05 +08:00
struct alua_port_group * pg , * tmp_pg ;
2016-02-19 16:17:04 +08:00
pg = kzalloc ( sizeof ( struct alua_port_group ) , GFP_KERNEL ) ;
if ( ! pg )
2016-02-19 16:17:05 +08:00
return ERR_PTR ( - ENOMEM ) ;
2016-02-19 16:17:04 +08:00
2016-02-19 16:17:05 +08:00
pg - > device_id_len = scsi_vpd_lun_id ( sdev , pg - > device_id_str ,
sizeof ( pg - > device_id_str ) ) ;
if ( pg - > device_id_len < = 0 ) {
/*
* Internal error : TPGS supported but no device
* identifcation found . Disable ALUA support .
*/
kfree ( pg ) ;
sdev_printk ( KERN_INFO , sdev ,
" %s: No device descriptors found \n " ,
ALUA_DH_NAME ) ;
return ERR_PTR ( - ENXIO ) ;
}
2016-02-19 16:17:04 +08:00
pg - > group_id = group_id ;
pg - > tpgs = tpgs ;
pg - > state = TPGS_STATE_OPTIMIZED ;
kref_init ( & pg - > kref ) ;
2016-02-19 16:17:05 +08:00
2016-02-19 16:17:04 +08:00
spin_lock ( & port_group_lock ) ;
2016-02-19 16:17:05 +08:00
tmp_pg = alua_find_get_pg ( pg - > device_id_str , pg - > device_id_len ,
group_id ) ;
if ( tmp_pg ) {
spin_unlock ( & port_group_lock ) ;
kfree ( pg ) ;
return tmp_pg ;
}
2016-02-19 16:17:04 +08:00
list_add ( & pg - > node , & port_group_list ) ;
spin_unlock ( & port_group_lock ) ;
return pg ;
}
2008-07-18 07:53:21 +08:00
/*
2011-08-24 16:51:13 +08:00
* alua_check_tpgs - Evaluate TPGS setting
2008-07-18 07:53:21 +08:00
* @ sdev : device to be checked
*
2011-08-24 16:51:13 +08:00
* Examine the TPGS setting of the sdev to find out if ALUA
2008-07-18 07:53:21 +08:00
* is supported .
*/
2015-12-01 17:16:53 +08:00
static int alua_check_tpgs ( struct scsi_device * sdev )
2008-07-18 07:53:21 +08:00
{
2015-12-01 17:16:53 +08:00
int tpgs = TPGS_MODE_NONE ;
2008-07-18 07:53:21 +08:00
2015-12-01 17:16:43 +08:00
/*
* ALUA support for non - disk devices is fraught with
* difficulties , so disable it for now .
*/
if ( sdev - > type ! = TYPE_DISK ) {
sdev_printk ( KERN_INFO , sdev ,
" %s: disable for non-disk devices \n " ,
ALUA_DH_NAME ) ;
2015-12-01 17:16:53 +08:00
return tpgs ;
2015-12-01 17:16:43 +08:00
}
2015-12-01 17:16:53 +08:00
tpgs = scsi_device_tpgs ( sdev ) ;
switch ( tpgs ) {
2008-07-18 07:53:21 +08:00
case TPGS_MODE_EXPLICIT | TPGS_MODE_IMPLICIT :
sdev_printk ( KERN_INFO , sdev ,
" %s: supports implicit and explicit TPGS \n " ,
ALUA_DH_NAME ) ;
break ;
case TPGS_MODE_EXPLICIT :
sdev_printk ( KERN_INFO , sdev , " %s: supports explicit TPGS \n " ,
ALUA_DH_NAME ) ;
break ;
case TPGS_MODE_IMPLICIT :
sdev_printk ( KERN_INFO , sdev , " %s: supports implicit TPGS \n " ,
ALUA_DH_NAME ) ;
break ;
2015-12-01 17:16:45 +08:00
case TPGS_MODE_NONE :
2008-07-18 07:53:21 +08:00
sdev_printk ( KERN_INFO , sdev , " %s: not supported \n " ,
ALUA_DH_NAME ) ;
break ;
2015-12-01 17:16:45 +08:00
default :
sdev_printk ( KERN_INFO , sdev ,
" %s: unsupported TPGS setting %d \n " ,
2015-12-01 17:16:53 +08:00
ALUA_DH_NAME , tpgs ) ;
tpgs = TPGS_MODE_NONE ;
2015-12-01 17:16:45 +08:00
break ;
2008-07-18 07:53:21 +08:00
}
2015-12-01 17:16:53 +08:00
return tpgs ;
2008-07-18 07:53:21 +08:00
}
/*
2015-12-01 17:16:44 +08:00
* alua_check_vpd - Evaluate INQUIRY vpd page 0x83
2008-07-18 07:53:21 +08:00
* @ sdev : device to be checked
*
* Extract the relative target port and the target port group
* descriptor from the list of identificators .
*/
2016-02-19 16:17:06 +08:00
static int alua_check_vpd ( struct scsi_device * sdev , struct alua_dh_data * h ,
int tpgs )
2008-07-18 07:53:21 +08:00
{
2015-12-01 17:16:58 +08:00
int rel_port = - 1 , group_id ;
2008-07-18 07:53:21 +08:00
2015-12-01 17:16:58 +08:00
group_id = scsi_vpd_tpg_id ( sdev , & rel_port ) ;
if ( group_id < 0 ) {
2008-07-18 07:53:21 +08:00
/*
* Internal error ; TPGS supported but required
* VPD identification descriptors not present .
* Disable ALUA support
*/
sdev_printk ( KERN_INFO , sdev ,
" %s: No target port descriptors found \n " ,
ALUA_DH_NAME ) ;
2015-12-01 17:16:44 +08:00
return SCSI_DH_DEV_UNSUPP ;
2008-07-18 07:53:21 +08:00
}
2016-02-19 16:17:06 +08:00
h - > pg = alua_alloc_pg ( sdev , group_id , tpgs ) ;
if ( IS_ERR ( h - > pg ) ) {
if ( PTR_ERR ( h - > pg ) = = - ENOMEM )
return SCSI_DH_NOMEM ;
return SCSI_DH_DEV_UNSUPP ;
}
h - > rel_port = rel_port ;
2015-12-01 17:16:58 +08:00
2015-12-01 17:16:44 +08:00
sdev_printk ( KERN_INFO , sdev ,
2016-02-19 16:17:06 +08:00
" %s: device %s port group %x rel port %x \n " ,
ALUA_DH_NAME , h - > pg - > device_id_str ,
h - > group_id , h - > rel_port ) ;
2008-07-18 07:53:21 +08:00
2016-02-19 16:17:07 +08:00
return alua_rtpg ( sdev , h - > pg ) ;
2008-07-18 07:53:21 +08:00
}
static char print_alua_state ( int state )
{
switch ( state ) {
case TPGS_STATE_OPTIMIZED :
return ' A ' ;
case TPGS_STATE_NONOPTIMIZED :
return ' N ' ;
case TPGS_STATE_STANDBY :
return ' S ' ;
case TPGS_STATE_UNAVAILABLE :
return ' U ' ;
2010-09-24 21:57:04 +08:00
case TPGS_STATE_LBA_DEPENDENT :
return ' L ' ;
2008-07-18 07:53:21 +08:00
case TPGS_STATE_OFFLINE :
return ' O ' ;
case TPGS_STATE_TRANSITIONING :
return ' T ' ;
default :
return ' X ' ;
}
}
static int alua_check_sense ( struct scsi_device * sdev ,
struct scsi_sense_hdr * sense_hdr )
{
switch ( sense_hdr - > sense_key ) {
case NOT_READY :
if ( sense_hdr - > asc = = 0x04 & & sense_hdr - > ascq = = 0x0a )
/*
* LUN Not Accessible - ALUA state transition
*/
2008-08-13 03:11:57 +08:00
return ADD_TO_MLQUEUE ;
2008-07-18 07:53:21 +08:00
break ;
case UNIT_ATTENTION :
if ( sense_hdr - > asc = = 0x29 & & sense_hdr - > ascq = = 0x00 )
/*
* Power On , Reset , or Bus Device Reset , just retry .
*/
2008-08-13 03:11:57 +08:00
return ADD_TO_MLQUEUE ;
2013-10-15 23:52:39 +08:00
if ( sense_hdr - > asc = = 0x29 & & sense_hdr - > ascq = = 0x04 )
/*
* Device internal reset
*/
return ADD_TO_MLQUEUE ;
2011-12-22 07:01:37 +08:00
if ( sense_hdr - > asc = = 0x2a & & sense_hdr - > ascq = = 0x01 )
/*
* Mode Parameters Changed
*/
return ADD_TO_MLQUEUE ;
2011-10-07 01:22:07 +08:00
if ( sense_hdr - > asc = = 0x2a & & sense_hdr - > ascq = = 0x06 )
2008-07-18 07:53:21 +08:00
/*
* ALUA state changed
*/
2008-08-13 03:11:57 +08:00
return ADD_TO_MLQUEUE ;
2011-10-07 01:22:07 +08:00
if ( sense_hdr - > asc = = 0x2a & & sense_hdr - > ascq = = 0x07 )
2008-07-18 07:53:21 +08:00
/*
* Implicit ALUA state transition failed
*/
2008-08-13 03:11:57 +08:00
return ADD_TO_MLQUEUE ;
2011-10-07 01:22:07 +08:00
if ( sense_hdr - > asc = = 0x3f & & sense_hdr - > ascq = = 0x03 )
/*
* Inquiry data has changed
*/
return ADD_TO_MLQUEUE ;
if ( sense_hdr - > asc = = 0x3f & & sense_hdr - > ascq = = 0x0e )
2009-01-31 07:00:11 +08:00
/*
* REPORTED_LUNS_DATA_HAS_CHANGED is reported
* when switching controllers on targets like
* Intel Multi - Flex . We can just retry .
*/
return ADD_TO_MLQUEUE ;
2008-07-18 07:53:21 +08:00
break ;
}
return SCSI_RETURN_NOT_HANDLED ;
}
/*
* alua_rtpg - Evaluate REPORT TARGET GROUP STATES
* @ sdev : the device to be evaluated .
*
* Evaluate the Target Port Group State .
* Returns SCSI_DH_DEV_OFFLINED if the path is
2011-03-31 09:57:33 +08:00
* found to be unusable .
2008-07-18 07:53:21 +08:00
*/
2016-02-19 16:17:07 +08:00
static int alua_rtpg ( struct scsi_device * sdev , struct alua_port_group * pg )
2008-07-18 07:53:21 +08:00
{
struct scsi_sense_hdr sense_hdr ;
2016-02-19 16:17:03 +08:00
int len , k , off , valid_states = 0 , bufflen = ALUA_RTPG_SIZE ;
unsigned char * ucp , * buff ;
2015-12-01 17:16:48 +08:00
unsigned err , retval ;
[SCSI] scsi_dh_alua: backoff alua rtpg retry linearly vs. geometrically
Currently the backoff algorithm for when to retry alua rtpg
requests progresses geometrically as so:
2, 4, 8, 16, 32, 64... seconds.
This progression can lead to un-needed delay in retrying
alua rtpg requests when the rtpgs are delayed. A less
aggressive backoff algorithm that is additive would not
lead to such large jumps when delays start getting long, but
would backoff linearly:
2, 4, 6, 8, 10... seconds.
Signed-off-by: Martin George <marting@netapp.com>
Signed-off-by: Rob Evers <revers@redhat.com>
Reviewed-by: Babu Moger <babu.moger@netapp.com>
Signed-off-by: James Bottomley <JBottomley@Parallels.com>
2012-05-19 02:08:56 +08:00
unsigned long expiry , interval = 0 ;
2012-05-19 02:08:54 +08:00
unsigned int tpg_desc_tbl_off ;
unsigned char orig_transition_tmo ;
2016-02-19 16:17:04 +08:00
if ( ! pg - > transition_tmo )
2012-05-19 02:08:54 +08:00
expiry = round_jiffies_up ( jiffies + ALUA_FAILOVER_TIMEOUT * HZ ) ;
else
2016-02-19 16:17:04 +08:00
expiry = round_jiffies_up ( jiffies + pg - > transition_tmo * HZ ) ;
2008-07-18 07:53:21 +08:00
2016-02-19 16:17:03 +08:00
buff = kzalloc ( bufflen , GFP_KERNEL ) ;
if ( ! buff )
return SCSI_DH_DEV_TEMP_BUSY ;
2008-07-18 07:53:21 +08:00
retry :
2016-02-19 16:17:04 +08:00
retval = submit_rtpg ( sdev , buff , bufflen , & sense_hdr , pg - > flags ) ;
2016-02-19 16:17:02 +08:00
2015-12-01 17:16:48 +08:00
if ( retval ) {
2016-02-19 16:17:02 +08:00
if ( ! scsi_sense_valid ( & sense_hdr ) ) {
2015-12-01 17:16:48 +08:00
sdev_printk ( KERN_INFO , sdev ,
" %s: rtpg failed, result %d \n " ,
ALUA_DH_NAME , retval ) ;
2016-02-19 16:17:03 +08:00
kfree ( buff ) ;
2016-02-19 16:17:02 +08:00
if ( driver_byte ( retval ) = = DRIVER_ERROR )
2015-12-01 17:16:48 +08:00
return SCSI_DH_DEV_TEMP_BUSY ;
2008-07-18 07:53:21 +08:00
return SCSI_DH_IO ;
2015-12-01 17:16:48 +08:00
}
2008-07-18 07:53:21 +08:00
2012-05-19 02:08:55 +08:00
/*
* submit_rtpg ( ) has failed on existing arrays
* when requesting extended header info , and
* the array doesn ' t support extended headers ,
* even though it shouldn ' t according to T10 .
* The retry without rtpg_ext_hdr_req set
* handles this .
*/
2016-02-19 16:17:04 +08:00
if ( ! ( pg - > flags & ALUA_RTPG_EXT_HDR_UNSUPP ) & &
2012-05-19 02:08:55 +08:00
sense_hdr . sense_key = = ILLEGAL_REQUEST & &
sense_hdr . asc = = 0x24 & & sense_hdr . ascq = = 0 ) {
2016-02-19 16:17:04 +08:00
pg - > flags | = ALUA_RTPG_EXT_HDR_UNSUPP ;
2012-05-19 02:08:55 +08:00
goto retry ;
}
2015-12-01 17:16:54 +08:00
/*
* Retry on ALUA state transition or if any
* UNIT ATTENTION occurred .
*/
if ( sense_hdr . sense_key = = NOT_READY & &
sense_hdr . asc = = 0x04 & & sense_hdr . ascq = = 0x0a )
err = SCSI_DH_RETRY ;
else if ( sense_hdr . sense_key = = UNIT_ATTENTION )
err = SCSI_DH_RETRY ;
if ( err = = SCSI_DH_RETRY & & time_before ( jiffies , expiry ) ) {
2015-12-01 17:16:47 +08:00
sdev_printk ( KERN_ERR , sdev , " %s: rtpg retry \n " ,
ALUA_DH_NAME ) ;
scsi_print_sense_hdr ( sdev , ALUA_DH_NAME , & sense_hdr ) ;
2008-07-18 07:53:21 +08:00
goto retry ;
2015-12-01 17:16:47 +08:00
}
sdev_printk ( KERN_ERR , sdev , " %s: rtpg failed \n " ,
ALUA_DH_NAME ) ;
scsi_print_sense_hdr ( sdev , ALUA_DH_NAME , & sense_hdr ) ;
2016-02-19 16:17:03 +08:00
kfree ( buff ) ;
2015-12-01 17:16:47 +08:00
return SCSI_DH_IO ;
2008-07-18 07:53:21 +08:00
}
2016-02-19 16:17:03 +08:00
len = get_unaligned_be32 ( & buff [ 0 ] ) + 4 ;
2008-07-18 07:53:21 +08:00
2016-02-19 16:17:03 +08:00
if ( len > bufflen ) {
2008-07-18 07:53:21 +08:00
/* Resubmit with the correct length */
2016-02-19 16:17:03 +08:00
kfree ( buff ) ;
bufflen = len ;
buff = kmalloc ( bufflen , GFP_KERNEL ) ;
if ( ! buff ) {
2008-07-18 07:53:21 +08:00
sdev_printk ( KERN_WARNING , sdev ,
2008-07-04 14:47:27 +08:00
" %s: kmalloc buffer failed \n " , __func__ ) ;
2008-07-18 07:53:21 +08:00
/* Temporary failure, bypass */
return SCSI_DH_DEV_TEMP_BUSY ;
}
goto retry ;
}
2016-02-19 16:17:04 +08:00
orig_transition_tmo = pg - > transition_tmo ;
2016-02-19 16:17:03 +08:00
if ( ( buff [ 4 ] & RTPG_FMT_MASK ) = = RTPG_FMT_EXT_HDR & & buff [ 5 ] ! = 0 )
2016-02-19 16:17:04 +08:00
pg - > transition_tmo = buff [ 5 ] ;
2012-05-19 02:08:54 +08:00
else
2016-02-19 16:17:04 +08:00
pg - > transition_tmo = ALUA_FAILOVER_TIMEOUT ;
2012-05-19 02:08:54 +08:00
2016-02-19 16:17:07 +08:00
if ( orig_transition_tmo ! = pg - > transition_tmo ) {
2012-05-19 02:08:54 +08:00
sdev_printk ( KERN_INFO , sdev ,
" %s: transition timeout set to %d seconds \n " ,
2016-02-19 16:17:04 +08:00
ALUA_DH_NAME , pg - > transition_tmo ) ;
expiry = jiffies + pg - > transition_tmo * HZ ;
2012-05-19 02:08:54 +08:00
}
2016-02-19 16:17:03 +08:00
if ( ( buff [ 4 ] & RTPG_FMT_MASK ) = = RTPG_FMT_EXT_HDR )
2012-05-19 02:08:54 +08:00
tpg_desc_tbl_off = 8 ;
else
tpg_desc_tbl_off = 4 ;
2016-02-19 16:17:03 +08:00
for ( k = tpg_desc_tbl_off , ucp = buff + tpg_desc_tbl_off ;
2012-05-19 02:08:54 +08:00
k < len ;
k + = off , ucp + = off ) {
2016-02-19 16:17:04 +08:00
if ( pg - > group_id = = get_unaligned_be16 ( & ucp [ 2 ] ) ) {
pg - > state = ucp [ 0 ] & 0x0f ;
pg - > pref = ucp [ 0 ] > > 7 ;
2008-07-18 07:53:21 +08:00
valid_states = ucp [ 1 ] ;
}
off = 8 + ( ucp [ 7 ] * 4 ) ;
}
sdev_printk ( KERN_INFO , sdev ,
2012-03-28 04:56:08 +08:00
" %s: port group %02x state %c %s supports %c%c%c%c%c%c%c \n " ,
2016-02-19 16:17:04 +08:00
ALUA_DH_NAME , pg - > group_id , print_alua_state ( pg - > state ) ,
pg - > pref ? " preferred " : " non-preferred " ,
2008-07-18 07:53:21 +08:00
valid_states & TPGS_SUPPORT_TRANSITION ? ' T ' : ' t ' ,
valid_states & TPGS_SUPPORT_OFFLINE ? ' O ' : ' o ' ,
2010-09-24 21:57:04 +08:00
valid_states & TPGS_SUPPORT_LBA_DEPENDENT ? ' L ' : ' l ' ,
2008-07-18 07:53:21 +08:00
valid_states & TPGS_SUPPORT_UNAVAILABLE ? ' U ' : ' u ' ,
valid_states & TPGS_SUPPORT_STANDBY ? ' S ' : ' s ' ,
valid_states & TPGS_SUPPORT_NONOPTIMIZED ? ' N ' : ' n ' ,
valid_states & TPGS_SUPPORT_OPTIMIZED ? ' A ' : ' a ' ) ;
2016-02-19 16:17:04 +08:00
switch ( pg - > state ) {
2010-09-24 21:57:04 +08:00
case TPGS_STATE_TRANSITIONING :
2016-02-19 16:17:07 +08:00
if ( time_before ( jiffies , expiry ) ) {
/* State transition, retry */
interval + = 2000 ;
msleep ( interval ) ;
goto retry ;
2008-07-18 07:53:21 +08:00
}
2010-09-24 21:57:04 +08:00
/* Transitioning time exceeded, set port to standby */
2016-02-19 16:17:07 +08:00
err = SCSI_DH_RETRY ;
2016-02-19 16:17:04 +08:00
pg - > state = TPGS_STATE_STANDBY ;
2010-09-24 21:57:04 +08:00
break ;
case TPGS_STATE_OFFLINE :
2012-08-24 17:08:41 +08:00
/* Path unusable */
2010-09-24 21:57:04 +08:00
err = SCSI_DH_DEV_OFFLINED ;
break ;
default :
/* Useable path if active */
err = SCSI_DH_OK ;
break ;
2008-07-18 07:53:21 +08:00
}
2016-02-19 16:17:03 +08:00
kfree ( buff ) ;
2008-07-18 07:53:21 +08:00
return err ;
}
2016-02-19 16:16:59 +08:00
/*
* alua_stpg - Issue a SET TARGET PORT GROUP command
*
* Issue a SET TARGET PORT GROUP command and evaluate the
2016-02-19 16:17:00 +08:00
* response . Returns SCSI_DH_RETRY per default to trigger
* a re - evaluation of the target group state or SCSI_DH_OK
* if no further action needs to be taken .
2016-02-19 16:16:59 +08:00
*/
2016-02-19 16:17:04 +08:00
static unsigned alua_stpg ( struct scsi_device * sdev , struct alua_port_group * pg )
2016-02-19 16:16:59 +08:00
{
2016-02-19 16:17:00 +08:00
int retval ;
struct scsi_sense_hdr sense_hdr ;
2016-02-19 16:16:59 +08:00
2016-02-19 16:17:04 +08:00
if ( ! ( pg - > tpgs & TPGS_MODE_EXPLICIT ) ) {
2016-02-19 16:17:00 +08:00
/* Only implicit ALUA supported, retry */
return SCSI_DH_RETRY ;
}
2016-02-19 16:17:04 +08:00
switch ( pg - > state ) {
2016-02-19 16:17:00 +08:00
case TPGS_STATE_OPTIMIZED :
return SCSI_DH_OK ;
2016-02-19 16:16:59 +08:00
case TPGS_STATE_NONOPTIMIZED :
2016-02-19 16:17:04 +08:00
if ( ( pg - > flags & ALUA_OPTIMIZE_STPG ) & &
! pg - > pref & &
( pg - > tpgs & TPGS_MODE_IMPLICIT ) )
2016-02-19 16:17:00 +08:00
return SCSI_DH_OK ;
2016-02-19 16:16:59 +08:00
break ;
case TPGS_STATE_STANDBY :
case TPGS_STATE_UNAVAILABLE :
break ;
case TPGS_STATE_OFFLINE :
2016-02-19 16:17:00 +08:00
return SCSI_DH_IO ;
2016-02-19 16:16:59 +08:00
case TPGS_STATE_TRANSITIONING :
break ;
default :
2016-02-19 16:17:00 +08:00
sdev_printk ( KERN_INFO , sdev ,
" %s: stpg failed, unhandled TPGS state %d " ,
2016-02-19 16:17:04 +08:00
ALUA_DH_NAME , pg - > state ) ;
2016-02-19 16:17:00 +08:00
return SCSI_DH_NOSYS ;
2016-02-19 16:16:59 +08:00
}
2016-02-19 16:17:04 +08:00
retval = submit_stpg ( sdev , pg - > group_id , & sense_hdr ) ;
2016-02-19 16:16:59 +08:00
2016-02-19 16:17:00 +08:00
if ( retval ) {
2016-02-19 16:17:02 +08:00
if ( ! scsi_sense_valid ( & sense_hdr ) ) {
2016-02-19 16:17:00 +08:00
sdev_printk ( KERN_INFO , sdev ,
" %s: stpg failed, result %d " ,
ALUA_DH_NAME , retval ) ;
2016-02-19 16:17:02 +08:00
if ( driver_byte ( retval ) = = DRIVER_ERROR )
2016-02-19 16:17:00 +08:00
return SCSI_DH_DEV_TEMP_BUSY ;
} else {
2016-02-19 16:17:04 +08:00
sdev_printk ( KERN_INFO , sdev , " %s: stpg failed \n " ,
2016-02-19 16:17:00 +08:00
ALUA_DH_NAME ) ;
scsi_print_sense_hdr ( sdev , ALUA_DH_NAME , & sense_hdr ) ;
}
2016-02-19 16:16:59 +08:00
}
2016-02-19 16:17:00 +08:00
/* Retry RTPG */
return SCSI_DH_RETRY ;
2016-02-19 16:16:59 +08:00
}
2008-07-18 07:53:21 +08:00
/*
* alua_initialize - Initialize ALUA state
* @ sdev : the device to be initialized
*
* For the prep_fn to work correctly we have
* to initialize the ALUA state for the device .
*/
static int alua_initialize ( struct scsi_device * sdev , struct alua_dh_data * h )
{
2016-02-19 16:17:04 +08:00
int err = SCSI_DH_DEV_UNSUPP , tpgs ;
2008-07-18 07:53:21 +08:00
2016-02-19 16:17:04 +08:00
tpgs = alua_check_tpgs ( sdev ) ;
2016-02-19 16:17:06 +08:00
if ( tpgs ! = TPGS_MODE_NONE )
err = alua_check_vpd ( sdev , h , tpgs ) ;
2008-07-18 07:53:21 +08:00
return err ;
}
2012-03-28 04:55:49 +08:00
/*
* alua_set_params - set / unset the optimize flag
* @ sdev : device on the path to be activated
* params - parameters in the following format
* " no_of_params \0 param1 \0 param2 \0 param3 \0 ... \0 "
* For example , to set the flag pass the following parameters
* from multipath . conf
* hardware_handler " 2 alua 1 "
*/
static int alua_set_params ( struct scsi_device * sdev , const char * params )
{
2015-08-27 20:16:59 +08:00
struct alua_dh_data * h = sdev - > handler_data ;
2016-02-19 16:17:04 +08:00
struct alua_port_group * pg = NULL ;
2012-03-28 04:55:49 +08:00
unsigned int optimize = 0 , argc ;
const char * p = params ;
int result = SCSI_DH_OK ;
if ( ( sscanf ( params , " %u " , & argc ) ! = 1 ) | | ( argc ! = 1 ) )
return - EINVAL ;
while ( * p + + )
;
if ( ( sscanf ( p , " %u " , & optimize ) ! = 1 ) | | ( optimize > 1 ) )
return - EINVAL ;
2016-02-19 16:17:04 +08:00
pg = h - > pg ;
if ( ! pg )
return - ENXIO ;
2012-03-28 04:55:49 +08:00
if ( optimize )
2016-02-19 16:17:04 +08:00
pg - > flags | = ALUA_OPTIMIZE_STPG ;
2012-03-28 04:55:49 +08:00
else
2016-02-19 16:17:04 +08:00
pg - > flags & = ~ ALUA_OPTIMIZE_STPG ;
2012-03-28 04:55:49 +08:00
return result ;
}
2008-07-18 07:53:21 +08:00
2013-04-04 22:54:47 +08:00
static uint optimize_stpg ;
module_param ( optimize_stpg , uint , S_IRUGO | S_IWUSR ) ;
MODULE_PARM_DESC ( optimize_stpg , " Allow use of a non-optimized path, rather than sending a STPG, when implicit TPGS is supported (0=No,1=Yes). Default is 0. " ) ;
2008-07-18 07:53:21 +08:00
/*
* alua_activate - activate a path
* @ sdev : device on the path to be activated
*
* We ' re currently switching the port group to be activated only and
* let the array figure out the rest .
* There may be other arrays which require us to switch all port groups
* based on a certain policy . But until we actually encounter them it
* should be okay .
*/
2009-10-22 00:22:46 +08:00
static int alua_activate ( struct scsi_device * sdev ,
activate_complete fn , void * data )
2008-07-18 07:53:21 +08:00
{
2015-08-27 20:16:59 +08:00
struct alua_dh_data * h = sdev - > handler_data ;
2008-07-18 07:53:21 +08:00
int err = SCSI_DH_OK ;
2016-02-19 16:17:04 +08:00
if ( ! h - > pg )
2011-08-24 16:51:16 +08:00
goto out ;
2008-07-18 07:53:21 +08:00
2016-02-19 16:17:04 +08:00
kref_get ( & h - > pg - > kref ) ;
2013-04-04 22:54:47 +08:00
if ( optimize_stpg )
2016-02-19 16:17:04 +08:00
h - > pg - > flags | = ALUA_OPTIMIZE_STPG ;
2013-04-04 22:54:47 +08:00
2016-02-19 16:17:07 +08:00
err = alua_rtpg ( sdev , h - > pg ) ;
2016-02-19 16:17:04 +08:00
if ( err ! = SCSI_DH_OK ) {
kref_put ( & h - > pg - > kref , release_port_group ) ;
goto out ;
}
err = alua_stpg ( sdev , h - > pg ) ;
2016-02-19 16:17:01 +08:00
if ( err = = SCSI_DH_RETRY )
2016-02-19 16:17:07 +08:00
err = alua_rtpg ( sdev , h - > pg ) ;
2016-02-19 16:17:04 +08:00
kref_put ( & h - > pg - > kref , release_port_group ) ;
2008-07-18 07:53:21 +08:00
out :
2016-02-19 16:17:00 +08:00
if ( fn )
2009-10-22 00:22:46 +08:00
fn ( data , err ) ;
return 0 ;
2008-07-18 07:53:21 +08:00
}
/*
* alua_prep_fn - request callback
*
* Fail I / O to all paths not in state
* active / optimized or active / non - optimized .
*/
static int alua_prep_fn ( struct scsi_device * sdev , struct request * req )
{
2015-08-27 20:16:59 +08:00
struct alua_dh_data * h = sdev - > handler_data ;
2016-02-19 16:17:04 +08:00
int state ;
2008-07-18 07:53:21 +08:00
int ret = BLKPREP_OK ;
2016-02-19 16:17:04 +08:00
if ( ! h - > pg )
return ret ;
kref_get ( & h - > pg - > kref ) ;
state = h - > pg - > state ;
kref_put ( & h - > pg - > kref , release_port_group ) ;
if ( state = = TPGS_STATE_TRANSITIONING )
2010-09-24 21:57:04 +08:00
ret = BLKPREP_DEFER ;
2016-02-19 16:17:04 +08:00
else if ( state ! = TPGS_STATE_OPTIMIZED & &
state ! = TPGS_STATE_NONOPTIMIZED & &
state ! = TPGS_STATE_LBA_DEPENDENT ) {
2008-07-18 07:53:21 +08:00
ret = BLKPREP_KILL ;
req - > cmd_flags | = REQ_QUIET ;
}
return ret ;
}
/*
* alua_bus_attach - Attach device handler
* @ sdev : device to be attached to
*/
2015-08-27 20:16:59 +08:00
static int alua_bus_attach ( struct scsi_device * sdev )
2008-07-18 07:53:21 +08:00
{
struct alua_dh_data * h ;
2016-02-19 16:17:04 +08:00
int err , ret = - EINVAL ;
2008-07-18 07:53:21 +08:00
2014-09-14 10:59:51 +08:00
h = kzalloc ( sizeof ( * h ) , GFP_KERNEL ) ;
2014-09-15 02:08:21 +08:00
if ( ! h )
2015-08-27 20:16:59 +08:00
return - ENOMEM ;
2016-02-19 16:17:04 +08:00
h - > pg = NULL ;
2008-07-18 07:53:21 +08:00
h - > rel_port = - 1 ;
2009-10-22 00:23:04 +08:00
h - > sdev = sdev ;
2008-07-18 07:53:21 +08:00
err = alua_initialize ( sdev , h ) ;
2016-02-19 16:17:04 +08:00
if ( err = = SCSI_DH_NOMEM )
ret = - ENOMEM ;
2014-09-15 02:08:21 +08:00
if ( err ! = SCSI_DH_OK & & err ! = SCSI_DH_DEV_OFFLINED )
2008-07-18 07:53:21 +08:00
goto failed ;
2015-08-27 20:16:59 +08:00
sdev - > handler_data = h ;
return 0 ;
2008-07-18 07:53:21 +08:00
failed :
2014-09-14 10:59:51 +08:00
kfree ( h ) ;
2016-02-19 16:17:04 +08:00
return ret ;
2008-07-18 07:53:21 +08:00
}
/*
* alua_bus_detach - Detach device handler
* @ sdev : device to be detached from
*/
static void alua_bus_detach ( struct scsi_device * sdev )
{
2015-08-27 20:16:59 +08:00
struct alua_dh_data * h = sdev - > handler_data ;
2008-07-18 07:53:21 +08:00
2016-02-19 16:17:04 +08:00
if ( h - > pg ) {
kref_put ( & h - > pg - > kref , release_port_group ) ;
h - > pg = NULL ;
}
2015-08-27 20:16:59 +08:00
sdev - > handler_data = NULL ;
2014-09-14 10:59:51 +08:00
kfree ( h ) ;
2008-07-18 07:53:21 +08:00
}
2014-09-15 02:08:21 +08:00
static struct scsi_device_handler alua_dh = {
. name = ALUA_DH_NAME ,
. module = THIS_MODULE ,
. attach = alua_bus_attach ,
. detach = alua_bus_detach ,
. prep_fn = alua_prep_fn ,
. check_sense = alua_check_sense ,
. activate = alua_activate ,
. set_params = alua_set_params ,
} ;
2008-07-18 07:53:21 +08:00
static int __init alua_init ( void )
{
int r ;
r = scsi_register_device_handler ( & alua_dh ) ;
if ( r ! = 0 )
printk ( KERN_ERR " %s: Failed to register scsi device handler " ,
ALUA_DH_NAME ) ;
return r ;
}
static void __exit alua_exit ( void )
{
scsi_unregister_device_handler ( & alua_dh ) ;
}
module_init ( alua_init ) ;
module_exit ( alua_exit ) ;
MODULE_DESCRIPTION ( " DM Multipath ALUA support " ) ;
MODULE_AUTHOR ( " Hannes Reinecke <hare@suse.de> " ) ;
MODULE_LICENSE ( " GPL " ) ;
MODULE_VERSION ( ALUA_DH_VER ) ;