[root@localhost bug]# rdma link
link hns_0/1 state DOWN physical_state DISABLED netdev eno1
link hns_1/1 state DOWN physical_state DISABLED netdev eno2
link hns_2/1 state ACTIVE physical_state LINK_UP netdev eno3
[root@localhost bug]#
[root@localhost bug]# ip r
default via 192.168.101.1 dev enp23s0f0
192.168.1.0/24 dev eno3 proto kernel scope link src 192.168.1.20
192.168.101.0/24 dev enp23s0f0 proto kernel scope link src 192.168.101.25
[root@localhost bug]#
[root@localhost bug]# ib_send_bw -d hns_2 -n 5 -c UD -S 1 -s 32&
[1] 9447
[root@localhost bug]#
************************************
* Waiting for client to connect... *
************************************
ib_send_bw -d hns_2 -n 5 -c UD -S 1 -s 32 192.168.1.20&
[2] 9448
[root@localhost bug]# ---------------------------------------------------------------------------------------
                    Send BW Test
 Dual-port       : OFF          Device         : hns_2
 Number of qps   : 1            Transport type : IB
 Connection type : UD           Using SRQ      : OFF
 PCIe relax order: ON
---------------------------------------------------------------------------------------
                    Send BW Test
 Dual-port       : OFF          Device         : hns_2
 Number of qps   : 1            Transport type : IB
 Connection type : UD           Using SRQ      : OFF
 PCIe relax order: ON
 ibv_wr* API     : OFF
 ibv_wr* API     : OFF
 TX depth        : 5
 RX depth        : 6
 CQ Moderation   : 5
 CQ Moderation   : 5
 Mtu             : 1024[B]
 Mtu             : 1024[B]
 Link type       : Ethernet
 Link type       : Ethernet
 GID index       : 3
 GID index       : 3
 Max inline data : 0[B]
 Max inline data : 0[B]
 rdma_cm QPs     : OFF
 rdma_cm QPs     : OFF
 Data ex. method : Ethernet
 Data ex. method : Ethernet
---------------------------------------------------------------------------------------
---------------------------------------------------------------------------------------
Failed to create AH
 Unable to Connect the HCA's through the link
ethernet_read_keys: Couldn't read remote address
 Unable to read to socket/rdma_cm
Failed to exchange data between server and clients

[1]-  Exit 1                  ib_send_bw -d hns_2 -n 5 -c UD -S 1 -s 32
[2]+  Exit 1                  ib_send_bw -d hns_2 -n 5 -c UD -S 1 -s 32 192.168.1.20
[root@localhost bug]# dmesg
[  324.346846] hns3 0000:37:00.0 hns_2: failed to set sl, sl (1) shouldn't be larger than 0.
[root@localhost bug]#
[root@localhost bug]#
[root@localhost bug]# ib_send_bw -d hns_2 -n 5 -c UD -S 0 -s 32&
[1] 9454
[root@localhost bug]#
************************************
* Waiting for client to connect... *
************************************
ib_send_bw -d hns_2 -n 5 -c UD -S 0 -s 32 192.168.1.20&
[2] 9455
[root@localhost bug]# ---------------------------------------------------------------------------------------
                    Send BW Test
 Dual-port       : OFF          Device         : hns_2
 Number of qps   : 1            Transport type : IB
 Connection type : UD           Using SRQ      : OFF
 PCIe relax order: ON
---------------------------------------------------------------------------------------
                    Send BW Test
 Dual-port       : OFF          Device         : hns_2
 Number of qps   : 1            Transport type : IB
 Connection type : UD           Using SRQ      : OFF
 PCIe relax order: ON
 ibv_wr* API     : OFF
 RX depth        : 6
 CQ Moderation   : 5
 Mtu             : 1024[B]
 Link type       : Ethernet
 GID index       : 3
 Max inline data : 0[B]
 rdma_cm QPs     : OFF
 Data ex. method : Ethernet
---------------------------------------------------------------------------------------
 ibv_wr* API     : OFF
 TX depth        : 5
 CQ Moderation   : 5
 Mtu             : 1024[B]
 Link type       : Ethernet
 GID index       : 3
 Max inline data : 0[B]
 rdma_cm QPs     : OFF
 Data ex. method : Ethernet
---------------------------------------------------------------------------------------
 local address: LID 0000 QPN 0x001c PSN 0xd1117b
 GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:168:01:20
 local address: LID 0000 QPN 0x001a PSN 0x9300c8
 GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:168:01:20
 remote address: LID 0000 QPN 0x001a PSN 0x9300c8
 GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:168:01:20
---------------------------------------------------------------------------------------
 #bytes     #iterations    BW peak[MB/sec]    BW average[MB/sec]   MsgRate[Mpps]
 remote address: LID 0000 QPN 0x001c PSN 0xd1117b
 GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:168:01:20
---------------------------------------------------------------------------------------
 #bytes     #iterations    BW peak[MB/sec]    BW average[MB/sec]   MsgRate[Mpps]
 32         5                13.44              10.54              0.345515 32         5                0.00               198.15                  6.493014

---------------------------------------------------------------------------------------
---------------------------------------------------------------------------------------

[1]-  Done                    ib_send_bw -d hns_2 -n 5 -c UD -S 0 -s 32
[2]+  Done                    ib_send_bw -d hns_2 -n 5 -c UD -S 0 -s 32 192.168.1.20
[root@localhost bug]#
[root@localhost bug]#