[root@srvrdsw-iba0 ~]# showtopology
DEV4099_02P srvrd-h2-storadm_PCIe_1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-3A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-3A
SUNDCS36QDR srvrdsw-iba0
C-17A -4x-10G-> DEV4099_02P srvrdceladm02_C_10.129.172.102,10.129.172.103_HCA-1 P1
C-17B -4x-10G-> DEV4099_02P srvrdceladm01_C_10.129.172.100,10.129.172.101_HCA-1 P1
C-16A -4x-10G-> DEV4099_02P srvrdceladm04_C_10.129.172.106,10.129.172.107_HCA-1 P2
C-16B -4x-10G-> DEV4099_02P srvrdceladm03_C_10.129.172.104,10.129.172.105_HCA-1 P1
C-14A -4x-10G-> DEV4099_02P srvrdzadmclient0101_S_10.129.172.80_HCA-1 P1
C-14B -4x-10G-> DEV4099_02P srvrd-h1-storadm_PCIe_1 P1
C-13A -4x-10G-> DEV4099_02P srvrdzadmclient0101_S_10.129.172.81_HCA-2 P1
C-9B -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-9A
C-9A -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-9B
C-10B -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-10A
C-10A -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-10B
C-11B -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-11A
C-11A -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-11B
C-0A -4x-10G-> DEV4099_02P srvrd-app0202_S_10.129.172.158_HCA-1 P2
C-1A -4x-10G-> DEV4099_02P srvrd-app0202_S_ P2
C-3A -4x-10G-> DEV4099_02P srvrd-h2-storadm_PCIe_1 P1
C-4A -4x-10G-> DEV4099_02P srvrdzadmclient0201_S_10.129.172.91_HCA-2 P2
C-5B -4x-10G-> DEV4099_02P srvrd-app0102_S_10.129.172.152_HCA-1 P1
C-5A -4x-10G-> DEV4099_02P srvrdzadmclient0201_S_10.129.172.90_HCA-1 P2
C-8A -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-8A
C-8B -4x-10G-> SUNDCS36QDR srvrdsw-ibs0 C-1B
C-6B -4x-10G-> DEV4099_02P srvrd-app0102_S_ P1
SUNDCS36QDR srvrdsw-ibs0
C-0B -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-8B
C-1B -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-8B
SUNDCS36QDR srvrdsw-ibb0
C-17A -4x-10G-> DEV4099_02P srvrdceladm02_C_10.129.172.102,10.129.172.103_HCA-1 P2
C-17B -4x-10G-> DEV4099_02P srvrdceladm01_C_10.129.172.100,10.129.172.101_HCA-1 P2
C-16A -4x-10G-> DEV4099_02P srvrdceladm04_C_10.129.172.106,10.129.172.107_HCA-1 P1
C-16B -4x-10G-> DEV4099_02P srvrdceladm03_C_10.129.172.104,10.129.172.105_HCA-1 P2
C-14A -4x-10G-> DEV4099_02P srvrdzadmclient0101_S_10.129.172.80_HCA-1 P2
C-14B -4x-10G-> DEV4099_02P srvrd-h1-storadm_PCIe_1 P2
C-13A -4x-10G-> DEV4099_02P srvrdzadmclient0101_S_10.129.172.81_HCA-2 P2
C-9B -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-9A
C-9A -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-9B
C-10B -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-10A
C-10A -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-10B
C-11B -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-11A
C-11A -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-11B
C-0A -4x-10G-> DEV4099_02P srvrd-app0202_S_10.129.172.158_HCA-1 P1
C-1A -4x-10G-> DEV4099_02P srvrd-app0202_S_ P1
C-3A -4x-10G-> DEV4099_02P srvrd-h2-storadm_PCIe_1 P2
C-4A -4x-10G-> DEV4099_02P srvrdzadmclient0201_S_10.129.172.91_HCA-2 P1
C-5B -4x-10G-> DEV4099_02P srvrd-app0102_S_10.129.172.152_HCA-1 P2
C-5A -4x-10G-> DEV4099_02P srvrdzadmclient0201_S_10.129.172.90_HCA-1 P1
C-8A -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-8A
C-8B -4x-10G-> SUNDCS36QDR srvrdsw-ibs0 C-0B
C-6B -4x-10G-> DEV4099_02P srvrd-app0102_S_ P2
DEV4099_02P srvrdceladm01_C_10.129.172.100,10.129.172.101_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-17B
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-17B
DEV4099_02P srvrd-h1-storadm_PCIe_1
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-14B
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-14B
DEV4099_02P srvrdceladm02_C_10.129.172.102,10.129.172.103_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-17A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-17A
DEV4099_02P srvrdceladm03_C_10.129.172.104,10.129.172.105_HCA-1
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-16B
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-16B
DEV4099_02P srvrdceladm04_C_10.129.172.106,10.129.172.107_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-16A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-16A
DEV4099_02P srvrdzadmclient0201_S_10.129.172.90_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-5A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-5A
DEV4099_02P srvrdzadmclient0101_S_10.129.172.80_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-14A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-14A
DEV4099_02P srvrdzadmclient0201_S_10.129.172.91_HCA-2
P1 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-4A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-4A
DEV4099_02P srvrdzadmclient0101_S_10.129.172.81_HCA-2
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-13A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-13A
DEV4099_02P srvrd-app0202_S_
P1 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-1A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-1A
DEV4099_02P srvrd-app0102_S_
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-6B
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-6B
DEV4099_02P srvrd-app0202_S_10.129.172.158_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-0A
P2 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-0A
DEV4099_02P srvrd-app0102_S_10.129.172.152_HCA-1
P1 -4x-10G-> SUNDCS36QDR srvrdsw-iba0 C-5B
P2 -4x-10G-> SUNDCS36QDR srvrdsw-ibb0 C-5B
# Created from srvrdsw-iba0 at Tue Jun 6 13:04:47 CDT 2017
[root@srvrdsw-iba0 ~]#
[root@srvrdsw-iba0 ~]# ibstat
Switch 'is4_0'
Switch type: MT48436
Number of ports: 0
Firmware version: 7.4.3002
Hardware version: a1
Node GUID: 0x0010e0802288a0a0
System image GUID: 0x0010e0802288a0a3
Port 0:
State: Active
Physical state: LinkUp
Rate: 40
Base lid: 2
LMC: 0
SM lid: 3
Capability mask: 0x4250084a
Port GUID: 0x0010e0802288a0a0
[root@srvrdsw-iba0 ~]# ibstatus
Infiniband device 'is4_0' port 0 status:
default gid: fe80:0000:0000:0000:0010:e080:2288:a0a0
base lid: 0x2
sm lid: 0x3
state: 4: ACTIVE
phys state: 5: LinkUp
rate: 40 Gb/sec (4X QDR)
[root@srvrdsw-iba0 ~]# ibnetstatus
Loading IBDIAGNET from: /usr/lib/ibdiagnet1.2
-W- Topology file is not specified.
Reports regarding cluster links will use direct routes.
Loading IBDM from: /usr/lib/ibdm1.2
-I- Using port 0 as the local port.
-I- Discovering ... 17 nodes (3 Switches & 14 CA-s) discovered.
-I---------------------------------------------------
-I- Bad Guids/LIDs Info
-I---------------------------------------------------
-I- skip option set. no report will be issued
-I---------------------------------------------------
-I- Links With Logical State = INIT
-I---------------------------------------------------
-I- No bad Links (with logical state = INIT) were found
-I---------------------------------------------------
-I- PM Counters Info
-I---------------------------------------------------
-I- No illegal PM counters values were found
-I---------------------------------------------------
-I- Links With links width != 4x (as set by -lw option)
-I---------------------------------------------------
-I- No unmatched Links (with width != 4x) were found
-I---------------------------------------------------
-I- Links With links speed != 10 (as set by -ls option)
-I---------------------------------------------------
-I- No unmatched Links (with speed != 10) were found
-I---------------------------------------------------
-I- Fabric Partitions Report (see ibdiagnet.pkey for a full hosts list)
-I---------------------------------------------------
-I---------------------------------------------------
-I- IPoIB Subnets Check
-I---------------------------------------------------
-I- Subnet: IPv4 PKey:0x0001 QKey:0x00000b1b MTU:2048Byte rate:10Gbps SL:0x00
-W- No members found for group
-I- Subnet: IPv4 PKey:0x7fff QKey:0x00000b1b MTU:2048Byte rate:10Gbps SL:0x00
-W- No members found for group
-I---------------------------------------------------
-I- Bad Links Info
-I- No bad link were found
-I---------------------------------------------------
----------------------------------------------------------------
-I- Stages Status Report:
STAGE Errors Warnings
Bad GUIDs/LIDs Check 0 0
Link State Active Check 0 0
Performance Counters Report 0 0
Specific Link Width Check 0 0
Specific Link Speed Check 0 0
Partitions Check 0 0
IPoIB Subnets Check 0 2
----------------------------------------------------------------
-I- Done. Run time was 23 seconds.
[root@srvrdsw-iba0 ~]#
[root@srvrdsw-iba0 ~]# ibhosts
Ca : 0x0010e0000188fa04 ports 2 "srvrd-app0102 S "
Ca : 0x0010e0000188b588 ports 2 "srvrdzadmclient0201 S 10.129.172.90 HCA-1"
Ca : 0x0010e00001880fc8 ports 2 "srvrd-app0102 S 10.129.172.152 HCA-1"
Ca : 0x0010e0000188b568 ports 2 "srvrdzadmclient0201 S 10.129.172.91 HCA-2"
Ca : 0x0010e0000185f9e0 ports 2 "srvrd-h2-storadm PCIe 1"
Ca : 0x0010e0000188ab68 ports 2 "srvrd-app0202 S "
Ca : 0x0010e0000188b5a8 ports 2 "srvrd-app0202 S 10.129.172.158 HCA-1"
Ca : 0x0010e000018823c8 ports 2 "srvrdzadmclient0101 S 10.129.172.81 HCA-2"
Ca : 0x0010e0000185fee0 ports 2 "srvrd-h1-storadm PCIe 1"
Ca : 0x0010e0000188f674 ports 2 "srvrdzadmclient0101 S 10.129.172.80 HCA-1"
Ca : 0x0010e000018ec958 ports 2 "srvrdceladm03 C 10.129.172.104,10.129.172.105 HCA-1"
Ca : 0x0010e000018ecd08 ports 2 "srvrdceladm04 C 10.129.172.106,10.129.172.107 HCA-1"
Ca : 0x0010e00001092d30 ports 2 "srvrdceladm01 C 10.129.172.100,10.129.172.101 HCA-1"
Ca : 0x0010e000018ecbd8 ports 2 "srvrdceladm02 C 10.129.172.102,10.129.172.103 HCA-1"
[root@srvrdsw-iba0 ~]#
[root@srvrdsw-iba0 ~]# ifconfig
eth0 Link encap:Ethernet HWaddr 00:E0:4B:53:37:2A
inet addr:10.129.170.130 Bcast:10.129.170.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:119386771 errors:0 dropped:0 overruns:0 frame:0
TX packets:127273381 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:286239220 (272.9 MiB) TX bytes:555225108 (529.5 MiB)
Interrupt:11 Memory:bfde0000-bfe00000
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
UP LOOPBACK RUNNING MTU:16436 Metric:1
RX packets:3719863206 errors:0 dropped:0 overruns:0 frame:0
TX packets:3719863206 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:0
RX bytes:2622825189 (2.4 GiB) TX bytes:2622825189 (2.4 GiB)
[root@srvrdsw-iba0 ~]#
[root@srvrdsw-iba0 ~]# ibcheckstate -v
# Checking Switch: nodeguid 0x0010e0802288a0a0
Node check lid 2: OK
Port check lid 2 port 36: OK
Port check lid 2 port 32: OK
Port check lid 2 port 31: OK
Port check lid 2 port 30: OK
Port check lid 2 port 29: OK
Port check lid 2 port 28: OK
Port check lid 2 port 26: OK
Port check lid 2 port 22: OK
Port check lid 2 port 20: OK
Port check lid 2 port 18: OK
Port check lid 2 port 17: OK
Port check lid 2 port 16: OK
Port check lid 2 port 15: OK
Port check lid 2 port 14: OK
Port check lid 2 port 13: OK
Port check lid 2 port 9: OK
Port check lid 2 port 8: OK
Port check lid 2 port 7: OK
Port check lid 2 port 4: OK
Port check lid 2 port 3: OK
Port check lid 2 port 2: OK
Port check lid 2 port 1: OK
# Checking Switch: nodeguid 0x0010e0802502a0a0
Node check lid 3: OK
Port check lid 3 port 19: OK
Port check lid 3 port 21: OK
# Checking Switch: nodeguid 0x0010e080228da0a0
Node check lid 4: OK
Port check lid 4 port 36: OK
Port check lid 4 port 30: OK
Port check lid 4 port 29: OK
Port check lid 4 port 28: OK
Port check lid 4 port 26: OK
Port check lid 4 port 22: OK
Port check lid 4 port 20: OK
Port check lid 4 port 9: OK
Port check lid 4 port 8: OK
Port check lid 4 port 7: OK
Port check lid 4 port 4: OK
Port check lid 4 port 3: OK
Port check lid 4 port 2: OK
Port check lid 4 port 1: OK
Port check lid 4 port 32: OK
Port check lid 4 port 31: OK
Port check lid 4 port 17: OK
Port check lid 4 port 18: OK
Port check lid 4 port 15: OK
Port check lid 4 port 16: OK
Port check lid 4 port 13: OK
Port check lid 4 port 14: OK
# Checking Ca: nodeguid 0x0010e0000188fa04
Node check lid 27: OK
Port check lid 27 port 2: OK
Port check lid 27 port 1: OK
# Checking Ca: nodeguid 0x0010e0000188b588
Node check lid 15: OK
Port check lid 15 port 1: OK
Port check lid 15 port 2: OK
# Checking Ca: nodeguid 0x0010e00001880fc8
Node check lid 31: OK
Port check lid 31 port 2: OK
Port check lid 31 port 1: OK
# Checking Ca: nodeguid 0x0010e0000188b568
Node check lid 19: OK
Port check lid 19 port 1: OK
Port check lid 19 port 2: OK
# Checking Ca: nodeguid 0x0010e0000185f9e0
Node check lid 7: OK
Port check lid 7 port 2: OK
Port check lid 7 port 1: OK
# Checking Ca: nodeguid 0x0010e0000188ab68
Node check lid 24: OK
Port check lid 24 port 1: OK
Port check lid 24 port 2: OK
# Checking Ca: nodeguid 0x0010e0000188b5a8
Node check lid 28: OK
Port check lid 28 port 1: OK
Port check lid 28 port 2: OK
# Checking Ca: nodeguid 0x0010e000018823c8
Node check lid 23: OK
Port check lid 23 port 2: OK
Port check lid 23 port 1: OK
# Checking Ca: nodeguid 0x0010e0000185fee0
Node check lid 8: OK
Port check lid 8 port 2: OK
Port check lid 8 port 1: OK
# Checking Ca: nodeguid 0x0010e0000188f674
Node check lid 18: OK
Port check lid 18 port 2: OK
Port check lid 18 port 1: OK
# Checking Ca: nodeguid 0x0010e000018ec958
Node check lid 11: OK
Port check lid 11 port 2: OK
Port check lid 11 port 1: OK
# Checking Ca: nodeguid 0x0010e000018ecd08
Node check lid 13: OK
Port check lid 13 port 1: OK
Port check lid 13 port 2: OK
# Checking Ca: nodeguid 0x0010e00001092d30
Node check lid 6: OK
Port check lid 6 port 2: OK
Port check lid 6 port 1: OK
# Checking Ca: nodeguid 0x0010e000018ecbd8
Node check lid 10: OK
Port check lid 10 port 2: OK
Port check lid 10 port 1: OK
## Summary: 17 nodes checked, 0 bad nodes found
## 74 ports checked, 0 ports with bad state found
[root@srvrdsw-iba0 ~]#