Veritas Multipathing

Embed Size (px)

DESCRIPTION

Veritas multipathing.txt

Citation preview

Veritas multipathing--------------------To list all the devices including iSCSI---------------------------------------[root@Server5 ~]# vxddladm listDevices discovered on the system===================================hba c34 iqn.1994-05.com.redhat:7ec85336b284 port c34_p0 192.168.1.5:3260 target c34_p0_t0 iqn.2014-01.com.openfiler:tsn.06c9b0dac986 device sdn device sdlhba c33 iqn.1994-05.com.redhat:7ec85336b284 port c33_p0 192.168.1.4:3260 target c33_p0_t0 iqn.2014-01.com.openfiler:tsn.06c9b0dac986 device sdm device sdkListing all the Host Bus Adapters including iSCSI---------------------------------------------------[root@Server5 ~]# vxddladm list hbasHBA-ID DRIVER FIRMWARE DISCOVERY STATE ADDRESS======================================================================================c34 open-iscsi - staticIP Online iqn.1994-05.com.redhat:7ec85336b284c33 open-iscsi - staticIP Online iqn.1994-05.com.redhat:7ec85336b284c32 open-iscsi - staticIP Offline iqn.1994-05.com.redhat:7ec85336b284c31 open-iscsi - staticIP Offline iqn.1994-05.com.redhat:7ec85336b284c0 - - - Online -[root@Server5 ~]#To list the devices configured from a Host Bus Adapter------------------------------------------------------[root@Server5 ~]# vxddladm list devicesDEVICE TARGET-ID STATE DDL-STATUS (ASL)===============================================================sdn c34_p0_t0 Online CLAIMED (Disk)sdl c34_p0_t0 Online CLAIMED (Disk)sdm c33_p0_t0 Online CLAIMED (Disk)sdk c33_p0_t0 Online CLAIMED (Disk)Listing the ports configured on a Host Bus Adapter--------------------------------------------------[root@Server5 ~]# vxddladm list portsPORT-ID HBA-ID STATE ADDRESS==========================================c34_p0 c34 Online 192.168.1.5:3260c33_p0 c33 Online 192.168.1.4:3260c32_p2 c32 Offline 192.168.1.5:3260c32_p0 c32 Offline 172.17.19.92:3260c31_p2 c31 Offline 192.168.1.4:3260c31_p0 c31 Offline 172.17.19.93:3260[root@Server5 ~]#Listing the targets configured from a Host Bus Adapter------------------------------------------------------[root@Server5 ~]# vxddladm list targetsTARGET-ID ALIAS HBA-ID STATE ADDRESS=====================================================c34_p0_t0 - c34 Online iqn.2014-01.com.openfiler:tsn.06c9b0dac986c33_p0_t0 - c33 Online iqn.2014-01.com.openfiler:tsn.06c9b0dac986c32_p2_t0 - c32 Offline iqn.2014-01.com.openfiler:tsn.06c9b0dac986c32_p0_t0 - c32 Offline iqn.2014-01.com.openfiler:tsn.06c9b0dac986c31_p2_t0 - c31 Offline iqn.2014-01.com.openfiler:tsn.06c9b0dac986c31_p0_t0 - c31 Offline iqn.2014-01.com.openfiler:tsn.06c9b0dac986[root@Server5 ~]#[root@Server5 ~]# vxddladm list targets hba=c34TARGET-ID ALIAS HBA-ID STATE ADDRESS=====================================================c34_p0_t0 - c34 Online iqn.2014-01.com.openfiler:tsn.06c9b0dac986[root@Server5 ~]#You can use this command to obtain all the iSCSI operational parameters-----------------------------------------------------------------------[root@Server5 ~]# vxddladm getiscsi target=c34_p0_t0PARAMETER CURRENT DEFAULT MINIMUM MAXIMUM=====================================================================DataPDUInOrder no yes no yesDataSequenceInOrder no yes no yesDefaultTime2Retain 0 20 0 3600DefaultTime2Wait 2 2 0 3600ErrorRecoveryLevel 0 0 0 2FirstBurstLength 262144 65535 512 16777215ImmediateData yes yes no yesInitialR2T no yes no yesMaxBurstLength 16776192 262144 512 16777215MaxConnections 1 1 1 65535MaxOutStandingR2T 1 1 1 65535MaxRecvDataSegmentLength 262144 8192 512 16777215[root@Server5 ~]#Listing all supported disk array--------------------------------[root@Server5 ~]# vxddladm listsupport allLIBNAME VID PID=================================================================================================libvxhpalua.so HP, COMPAQ HSV101, HSV111 (C)COMPAQ, HSV111, HSV200, HSV210, HSV300, HSV400, HSV450, HSV340, HSV360libvxviolin.so VIOLIN SAN ARRAYlibvxcopan.so COPANSYS 8814, 8818libvxnipnyis.so NEC iStorage 1000, iStorage 2000, iStorage 4000, DISK ARRAYlibvxlsiall.so IBM, SUN, STK, SGI, DELL, LSI, ENGENIOAlllibvxxp12k.so HP Alllibvxhuawei.so HUAWEI, HUASY S5100, S5300, S5500, S5600, S6800E, S8000, S8000-I, VIS6000, S5500T, S5600T, S5800T, S6800T, S2600T, V1500, V1800, S2100, S2200T, S2300, S2300E, S2600, S3900-M100, S3900-M200, S3900-M300, S5900-M100, S5900-M200, S6900-M100, Dorado2100, Dorado2100 G2, Dorado5100, HVS85T, HVS88Tlibvxddns2a_sfa.so DDN S2A 6620, SFA 10000libvxsunse3k.so SUN StorEdge 3310, StorEdge 3320, StorEdge 3510, StorEdge 3511libvxmsa2kfc_sa.so HP MSA2312fc, MSA2324fc, MSA2012sa, MSA2312sa, MSA2324sa, MSA2312i, MSA2324i, P2000 G3 FC, P2000G3 FC/iSCSI, P2000 G3 SAS, P2000 G3 iSCSI, MSA 2040 SANlibvxhdsusp.so HITACHI Alllibvxpurple.so SUN T300libvxCLARiiON.so DGC AlllibvxKaminario.so KMNRIO K2libvxFJTSYe8k.so FUJITSU Alllibvxeqlogic.so EQLOGIC 100E-00libvxhds9980.so HITACHI Alllibvxhitachi.so HITACHI DF350, DF400, DF400F, DF500, DF500FlibvxXtremio.so XtremIO XtremApplibvxfusionio.so FIO ioDrivelibvxvmdk.so VMware Virtual disklibvxshark.so IBM 2105libvxpp.so EMC, DGC Alllibvxnetapp.so NETAPP Alllibvxibmds8k.so IBM 2107Displaying details about a supported array library---------------------------------------------------[root@Server5 ~]# vxddladm listsupport libname=libvxemc.soATTR_NAME ATTR_VALUE=================================================================================================LIBNAME libvxemc.soVID EMCPID SYMMETRIXARRAY_TYPE A/AARRAY_NAME EMC[root@Server5 ~]#To verify that the array is recognized, use the vxdmpadm listenclosure----------------------------------------------------------------------[root@Server5 ~]# vxdmpadm listenclosureENCLR_NAME ENCLR_TYPE ENCLR_SNO STATUS ARRAY_TYPE LUN_COUNT FIRMWARE===================================================================================================other_disks OTHER_DISKS OTHER_DISKS CONNECTED OTHER_DISKS 10 1.0disk Disk DISKS CONNECTED Disk 2 0[root@Server5 ~]#To verify that the DMP paths are recognized-------------------------------------------[root@Server5 ~]# vxdmpadm getdmpnodeNAME STATE ENCLR-TYPE PATHS ENBL DSBL ENCLR-NAME==============================================================================sda ENABLED OTHER_DISKS 1 1 0 other_diskssdb ENABLED OTHER_DISKS 1 1 0 other_diskssdc ENABLED OTHER_DISKS 1 1 0 other_diskssdd ENABLED OTHER_DISKS 1 1 0 other_diskssde ENABLED OTHER_DISKS 1 1 0 other_diskssdf ENABLED OTHER_DISKS 1 1 0 other_diskssdg ENABLED OTHER_DISKS 1 1 0 other_diskssdh ENABLED OTHER_DISKS 1 1 0 other_diskssdi ENABLED OTHER_DISKS 1 1 0 other_diskssdj ENABLED OTHER_DISKS 1 1 0 other_disksdisk_0 ENABLED Disk 2 2 0 diskdisk_1 ENABLED Disk 2 2 0 diskMaking devices invisible to VxVM---------------------------------Run the vxdiskadm command, and select Prevent multipathing/Suppressdevices from VxVMs view from the main menuMaking devices visible to VxVM-------------------------------Run the vxdiskadm command, and select Allow multipathing/Unsuppressdevices from VxVMs view from the main menuDisplaying the paths to a disk------------------------------The vxdisk command is used to display the multi-pathing information for a particularmetadevice[root@Server5 ~]# vxdisk pathSUBPATH DANAME DMNAME GROUP STATEsdk disk_0 - - ENABLEDsdl disk_0 - - ENABLEDsdm disk_1 - - ENABLEDsdn disk_1 - - ENABLEDview multi-pathing information for the device sdl,--------------------------------------------------[root@Server5 ~]# vxdisk list sdlDevice: disk_0devicetag: disk_0type: autohostid:disk: name= id=1413970657.33.Server5.linuxtrain.comgroup: name= id=info: format=cdsdisk,privoffset=256,pubslice=3,privslice=3flags: online ready private autoconfig autoimportpubpaths: block=/dev/vx/dmp/disk_0s3 char=/dev/vx/rdmp/disk_0s3guid: {0f058e4e-59cf-11e4-abc7-a4ae7e395d5e}udid: OPNFILER%5FVIRTUAL-DISK%5FDISKS%5FOPNFILER3NtEfr-sD7J-pQvAsite: -version: 3.1iosize: min=512 (bytes) max=1024 (blocks)public: slice=3 offset=65792 len=21887776 disk_offset=0private: slice=3 offset=256 len=65536 disk_offset=0update: time=1413970658 seqno=0.2ssb: actual_seqno=0.0headers: 0 240configs: count=1 len=51360logs: count=1 len=4096Defined regions: config priv 000048-000239[000192]: copy=01 offset=000000 disabled config priv 000256-051423[051168]: copy=01 offset=000192 disabled log priv 051424-055519[004096]: copy=01 offset=000000 disabled lockrgn priv 055520-055663[000144]: part=00 offset=000000Multipathing information:numpaths: 2sdk state=enabledsdl state=enabled[root@Server5 ~]#Administering DMP using vxdmpadm--------------------------------[root@Server5 ~]# vxdmpadm getdmpnode nodename=sdlNAME STATE ENCLR-TYPE PATHS ENBL DSBL ENCLR-NAME==============================================================================disk_0 ENABLED Disk 2 2 0 disk[root@Server5 ~]# vxdmpadm getdmpnode nodename=sdkNAME STATE ENCLR-TYPE PATHS ENBL DSBL ENCLR-NAME==============================================================================disk_0 ENABLED Disk 2 2 0 disk[root@Server5 ~]#to obtain a list of all DMP nodes forthe specified enclosure--------------------------------------[root@Server5 ~]# vxdmpadm getdmpnode enclosure=diskNAME STATE ENCLR-TYPE PATHS ENBL DSBL ENCLR-NAME==============================================================================disk_0 ENABLED Disk 2 2 0 diskdisk_1 ENABLED Disk 2 2 0 disk[root@Server5 ~]#displays the detail information of a DMP node---------------------------------------------[root@Server5 ~]# vxdmpadm list dmpnode |moredmpdev = sdastate = enabledenclosure = other_diskscab-sno = OTHER_DISKSasl = otherdisksvid = VMware,pid = VMware Virtual Sarray-name = OTHER_DISKSarray-type = OTHER_DISKSiopolicy = Balancedavid = -lun-sno =udid = VMware%2C%5FVMware%20Virtual%20S%5FOTHER%5FDISKS%5FServer5.linuxtrain.com%5F%2Fdev%2Fsdadev-attr = -lun_type = -scsi3_vpd = -replicated = nonum_paths = 1###path = name state type transport ctlr hwpath aportID aportWWN attrpath = sda enabled(a) - SCSI c0 c0 - - -[root@Server5 ~]# vxdmpadm list dmpnode alldmpdev = disk_1state = enabledenclosure = diskcab-sno = DISKSasl = scsi3_jbodvid = OPNFILERpid = VIRTUAL-DISKarray-name = Diskarray-type = Diskiopolicy = MinimumQavid = -lun-sno = OPNFILER83wlLW-23XQ-aAaOudid = OPNFILER%5FVIRTUAL-DISK%5FDISKS%5FOPNFILER83wlLW-23XQ-aAaOdev-attr = -lun_type = -scsi3_vpd = -replicated = nonum_paths = 2###path = name state type transport ctlr hwpath aportID aportWWN attrpath = sdn enabled(a) - iSCSI c32 c32 - 192.168.1.5:3260 -path = sdm enabled(a) - iSCSI c31 c31 - 192.168.1.4:3260 -displays the DMP nodes that are in the same LUN group-----------------------------------------------------[root@Server5 ~]# vxdmpadm getlungroup dmpnodename=sdlNAME STATE ENCLR-TYPE PATHS ENBL DSBL ENCLR-NAME=========================================================================disk_0 ENABLED Disk 2 2 0 disk[root@Server5 ~]#To list all subpaths known to DMP:----------------------------------[root@Server5 ~]# vxdmpadm getsubpathsNAME STATE[A] PATH-TYPE[M] DMPNODENAME ENCLR-NAME CTLR ATTRS================================================================================sdk ENABLED(A) - disk_0 disk c31 -sdl ENABLED(A) - disk_0 disk c32 -sdm ENABLED(A) - disk_1 disk c31 -sdn ENABLED(A) - disk_1 disk c32 -sda ENABLED(A) - sda other_disks c0 -sdb ENABLED(A) - sdb other_disks c0 -sdc ENABLED(A) - sdc other_disks c0 -sdd ENABLED(A) - sdd other_disks c0 -sde ENABLED(A) - sde other_disks c0 -sdf ENABLED(A) - sdf other_disks c0 -sdg ENABLED(A) - sdg other_disks c0 -sdh ENABLED(A) - sdh other_disks c0 -sdi ENABLED(A) - sdi other_disks c0 -sdj ENABLED(A) - sdj other_disks c0 -[root@Server5 ~]#[root@Server5 ~]# vxdmpadm getsubpaths dmpnodename=sdkNAME STATE[A] PATH-TYPE[M] CTLR-NAME ENCLR-TYPE ENCLR-NAME ATTRS================================================================================sdk ENABLED(A) - c31 Disk disk -sdl ENABLED(A) - c32 Disk disk -[root@Server5 ~]#[root@Server5 ~]# vxdmpadm getsubpaths ctlr=c31NAME STATE[A] PATH-TYPE[M] DMPNODENAME ENCLR-TYPE ENCLR-NAME ATTRS================================================================================sdk ENABLED(A) - disk_0 Disk disk -sdm ENABLED(A) - disk_1 Disk disk -[root@Server5 ~]# vxdmpadm getsubpaths ctlr=c32NAME STATE[A] PATH-TYPE[M] DMPNODENAME ENCLR-TYPE ENCLR-NAME ATTRS================================================================================sdl ENABLED(A) - disk_0 Disk disk -sdn ENABLED(A) - disk_1 Disk disk -[root@Server5 ~]#to list subpaths through an array port through the WWN--------------------------------------------------------[root@Server5 ~]# vxdmpadm getsubpaths pwwn=50:06:01:61:41:e0:3b:33NAME STATE[A] PATH-TYPE[M] CTLR-NAME ENCLR-TYPE ENCLR-NAME ATTRS================================================================sdav ENABLED(A) PRIMARY c3 EMC_CLARiiON emc_clariion0 -sdcd ENABLED(A) PRIMARY c2 EMC_CLARiiON emc_clariion0 -sdau ENABLED(A) PRIMARY c3 EMC_CLARiiON emc_clariion0 -sdcc ENABLED(A) PRIMARY c2 EMC_CLARiiON emc_clariion0 -[root@Server5 ~]# vxdmpadm listctlr allCTLR_NAME ENCLR_TYPE STATE ENCLR_NAME PATH_COUNT=========================================================================c31 Disk ENABLED disk 2c32 Disk ENABLED disk 2c0 OTHER_DISKS ENABLED other_disks 10[root@Server5 ~]#[root@Server5 ~]# vxdmpadm getctlr c31LNAME PNAME VENDOR CTLR-ID=============================================================================================c31 c31 - iqn.1994-05.com.redhat:7ec85336b284[root@Server5 ~]#Displaying information about array ports----------------------------------------[root@Server5 ~]# vxdmpadm getportids ctlr=c31NAME ENCLR-NAME ARRAY-PORT-ID pWWN====================================================================================sdk disk - 192.168.1.4:3260sdm disk - 192.168.1.4:3260[root@Server5 ~]#[root@Server5 ~]# vxdmpadm getportids path=sdlNAME ENCLR-NAME ARRAY-PORT-ID pWWN====================================================================================sdl disk - 192.168.1.5:3260[root@Server5 ~]#The vxdisk -p list command displays DDL extended attributes-----------------------------------------------------------[root@Server5 ~]# vxdisk -p list |moreDISK : disk_0VID : OPNFILERUDID : OPNFILER%5FVIRTUAL-DISK%5FDISKS%5FOPNFILER3NtEfr-sD7J-pQvASCSI_VERSION : 4REVISION : 0PID : VIRTUAL-DISKPHYS_CTLR_NAME : c32MEDIA_TYPE : hddLUN_SNO_ORDER : 0LUN_SERIAL_NO : OPNFILER3NtEfr-sD7J-pQvALIBNAME : scsi3_jbodDMP_DEVICE : disk_0CAB_SERIAL_NO : DISKSATYPE : DiskARRAY_PORT_PWWN : 192.168.1.5:3260ANAME : DiskTRANSPORT : iSCSIENCLOSURE_NAME : diskLUN_SIZE : 21954560NUM_PATHS : 2STATE : onlineDISK_TYPE : autoFORMAT : cdsdiskDA_INFO : format=cdsdisk,privoffset=256,pubslice=3,privslice=3PRIV_OFF : 256PRIV_LEN : 65536PUB_OFF : 65792PUB_LEN : 21887776PRIV_UDID : OPNFILER%5FVIRTUAL-DISK%5FDISKS%5FOPNFILER3NtEfr-sD7J-pQvADISKID : 1413970657.33.Server5.linuxtrain.comDISK_TIMESTAMP : Wed Oct 22 02:37:37 AM 2014Gathering and displaying I/O statistics---------------------------------------[root@Server5 ~]# vxdmpadm iostat show all cpu usage = 31us per cpu memory = 163840b OPERATIONS BLOCKS AVG TIME(ms)PATHNAME READS WRITES READS WRITES READS WRITESsda 6 0 6 0 20.67 0.00sdb 2 0 2 0 0.00 0.00sdc 6 0 6 0 6.67 0.00sdd 4074 19 87603 4226 13.69 21.58sde 16 71 4188 55584 11.71 14.59sdf 4836 19 93692 4226 10.57 59.58sdg 15 71 4187 55584 33.79 29.51sdh 4871 19 93979 4226 13.77 106.11sdi 31 71 4315 55584 8.21 54.32sdj 27 71 4276 55584 20.78 46.63sdk 12 0 97 0 4.59 0.00sdl 13 0 105 0 2.94 0.00sdm 10 0 81 0 2.41 0.00sdn 11 0 89 0 2.97 0.00[root@Server5 ~]#[root@Server5 ~]# vxdmpadm -q iostat show all cpu usage = 33us per cpu memory = 163840b QUEUED I/Os PENDING I/OsPATHNAME READS WRITESsdk 0 0 0sdl 0 0 0sdm 0 0 0sdn 0 0 0[root@Server5 ~]# vxdmpadm -u k iostat show all cpu usage = 36us per cpu memory = 163840b OPERATIONS BYTES AVG TIME(ms)PATHNAME READS WRITES READS WRITES READS WRITESsda 6 0 3k 0k 20.67 0.00sdb 2 0 1k 0k 0.00 0.00sdc 6 0 3k 0k 6.67 0.00sdd 4074 19 43802k 2113k 13.69 21.58sde 16 71 2094k 27792k 11.71 14.59sdf 4836 19 46846k 2113k 10.57 59.58sdg 15 71 2094k 27792k 33.79 29.51sdh 4871 19 46990k 2113k 13.77 106.11sdi 31 71 2158k 27792k 8.21 54.32sdj 27 71 2138k 27792k 20.78 46.63sdk 12 0 49k 0k 4.59 0.00sdl 13 0 53k 0k 2.94 0.00sdm 10 0 41k 0k 2.41 0.00sdn 11 0 45k 0k 2.97 0.00[root@Server5 ~]#If the device is part of a disk group, move the disk out of the disk group--------------------------------------------------------------------------[root@Server5 ~]# vxdg -g oradg rmdisk sdi[root@Server5 ~]# vxdisk listDEVICE TYPE DISK GROUP STATUSdisk_0 auto:cdsdisk - - onlinedisk_1 auto:cdsdisk - - onlinesda auto:none - - online invalidsdb auto:LVM - - LVMsdc auto:none - - online invalidsdd auto:cdsdisk disk dg001 onlinesde auto:cdsdisk sde dg001 onlinesdf auto:cdsdisk sdf datadg onlinesdg auto:cdsdisk sdg datadg onlinesdh auto:cdsdisk sdh oradg onlinesdi auto:cdsdisk - - onlinesdj auto:cdsdisk sdj oradg online- - sdi oradg removed was:sdiRemove the disk from the vxdisk list-----------------------------------[root@Server5 ~]# vxdisk rm sdiDisplaying disk information---------------------------[root@Server5 ~]# vxdisk listDEVICE TYPE DISK GROUP STATUSdisk_0 auto:cdsdisk - - onlinedisk_1 auto:cdsdisk - - onlinesda auto:none - - online invalidsdb auto:LVM - - LVMsdc auto:none - - online invalidsdd auto:cdsdisk disk dg001 onlinesde auto:cdsdisk sde dg001 onlinesdf auto:cdsdisk sdf datadg onlinesdg auto:cdsdisk sdg datadg onlinesdh auto:cdsdisk sdh oradg onlinesdi auto:cdsdisk - - onlinesdj auto:cdsdisk sdj oradg online- - sdi oradg removed was:sdi[root@Server5 ~]# vxdisk list sdjDevice: sdjdevicetag: sdjtype: autohostid: Server5.linuxtrain.comdisk: name=sdj id=1413963349.27.Server5.linuxtrain.comgroup: name=oradg id=1413963583.29.Server5.linuxtrain.cominfo: format=cdsdisk,privoffset=256,pubslice=3,privslice=3flags: online ready private autoconfig autoimport importedpubpaths: block=/dev/vx/dmp/sdj3 char=/dev/vx/rdmp/sdj3guid: {0b588ba4-59be-11e4-a87d-52739d13546f}udid: VMware%2C%5FVMware%20Virtual%20S%5FOTHER%5FDISKS%5FServer5.linuxtrain.com%5F%2Fdev%2Fsdjsite: -version: 3.1iosize: min=512 (bytes) max=1024 (blocks)public: slice=3 offset=65792 len=10411776 disk_offset=0private: slice=3 offset=256 lek,l.;/'65536 disk_offset=0update: time=1414238160 seqno=0.18ssb: actual_seqno=0.0headers: 0 240configs: count=1 len=51360logs: count=1 len=4096Defined regions: config priv 000048-000239[000192]: copy=01 offset=000000 enabled config priv 000256-051423[051168]: copy=01 offset=000192 enabled log priv 051424-055519[004096]: copy=01 offset=000000 enabled lockrgn priv 055520-055663[000144]: part=00 offset=000000Multipathing information:numpaths: 1sdj state=enabled[root@Server5 ~]#