[root@localhost ~]
# ibdev2netdev
mlx5_0 port 1 ==> ib0 (Down)
mlx5_1 port 1 ==> ib1 (Up)
[root@localhost ~]
#
[root@localhost ~]
#
[root@localhost ~]
#
[root@localhost ~]
# ib_write_
ib_write_bw ib_write_lat
[root@localhost ~]
# ib_write_bw --ib-dev=mlx5_1
************************************
* Waiting
for
client to connect... *
************************************
[root@localhost ~]
# systemctl stop firewalld && systemctl disable firewalld
root@tong:~
# sudo ufw disable
|
<span style=
"color: rgb(18,18,18);font-size: medium;"
>root@tong:~
# perfquery
# Port counters: Lid 1 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
SymbolErrorCounter:..............0
LinkErrorRecoveryCounter:........0
LinkDownedCounter:...............0
PortRcvErrors:...................0
PortRcvRemotePhysicalErrors:.....0
PortRcvSwitchRelayErrors:........518
PortXmitDiscards:................178
PortXmitConstraintErrors:........0
PortRcvConstraintErrors:.........0
CounterSelect2:..................0x00
LocalLinkIntegrityErrors:........0
ExcessiveBufferOverrunErrors:....0
QP1Dropped:......................0
VL15Dropped:.....................0
PortXmitData:....................137324632
PortRcvData:.....................219876341
PortXmitPkts:....................1911819
PortRcvPkts:.....................1984963
PortXmitWait:....................0
root@tong:~
#</span>
|
<span style=
"color: rgb(18,18,18);font-size: medium;"
>root@tong:~
# apt install numactl</span>
|
<span style=
"color: rgb(18,18,18);font-size: medium;"
>root@tong:~
# numactl --hardware
available: 1 nodes (0)
node 0 cpus: 0 1 2 3
node 0 size: 17575 MB
node 0 free: 14810 MB
node distances:
node 0
0: 10</span>
|
<span style=
"color: rgb(18,18,18);font-size: medium;"
>[root@localhost ~]
# ib_write_bw 10.0.0.1 --ib-dev=mlx5_1
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : mlx5_1
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
PCIe relax order: ON
ibv_wr* API : ON
TX depth : 128
CQ Moderation : 1
Mtu : 4096[B]
Link type : IB
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0x06 QPN 0x0148 PSN 0x44629b RKey 0x23bfbe VAddr 0x007fb643bd8000
remote address: LID 0x01 QPN 0x0027 PSN 0x7ec0d4 RKey 0x1fffbe VAddr 0x007f4d8d350000
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[MB/sec] BW average[MB/sec] MsgRate[Mpps]
Conflicting CPU frequency values detected: 3400.268000 != 3499.877000. CPU Frequency is not max.
65536 5000 6531.17 6528.61 0.104458
---------------------------------------------------------------------------------------
[root@localhost ~]
#</span>