中科驭数100G网卡RDMA性能测试
·
1、背景介绍
中科驭数100G网口通过光模块与鲲鹏920s 100G直连，测试RDMA性能。
鲲鹏920s端操作系统为统信V20服务器版本，内存64G，DDR主频2933MT/s
中科驭数端服务器主处理器采用12th Gen Intel(R) Core(TM) i5-12400，内存128G，DDR主频2400MT/s 操作系统为centos stream 8
2、基本配置
配置巨页
鲲鹏920s端：
echo 512 > /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages
echo 8 > /sys/kernel/mm/hugepages/hugepages-524288kB/nr_hugepages
中科驭数端：
[root@localhost ~]# cat /sys/kernel/mm/hugepages/hugepages-
hugepages-1048576kB/ hugepages-2048kB/
[root@localhost ~]# cat /sys/kernel/mm/hugepages/hugepages-2048kB/nr_hugepages
512
[root@localhost ~]# cat /sys/kernel/mm/hugepages/hugepages-1048576kB/nr_hugepages
8
网络设备情况：
[root@localhost ~]# ibv_devinfo -v
yib_version_full__branch__workspace_dirty_stage_stage_dirty_WWW_root-localhost.localdomain-2026-11-12_09:54:08
yib_version_num_4.7.2
hca 0 0
hca_id: yusur_0
transport: InfiniBand (0)
fw_ver: 0001.01.01.00000000
node_guid: 8e1f:64ff:fec3:a66d
sys_image_guid: 8e1f:64ff:fec3:a66d
vendor_id: 0x1f47
vendor_part_id: 12305
hw_ver: 0x1
phys_port_cnt: 1
max_mr_size: 0x40000000
page_size_cap: 0xfffff000
max_qp: 128
max_qp_wr: 32768
device_cap_flags: 0x00209c62
BAD_PKEY_CNTR
CHANGE_PHY_PORT
UD_AV_PORT_ENFORCE
PORT_ACTIVE_EVENT
SYS_IMAGE_GUID
RC_RNR_NAK_GEN
MEM_MGT_EXTENSIONS
Unknown flags: 0x8000
max_sge: 1
max_sge_rd: 1
max_cq: 256
max_cqe: 32768
max_mr: 2048
max_pd: 65536
max_qp_rd_atom: 8
max_ee_rd_atom: 0
max_res_rd_atom: 8
max_qp_init_rd_atom: 8
max_ee_init_rd_atom: 0
atomic_cap: ATOMIC_NONE (0)
max_ee: 0
max_rdd: 0
max_mw: 0
max_raw_ipv6_qp: 0
max_raw_ethy_qp: 0
max_mcast_grp: 0
max_mcast_qp_attach: 0
max_total_mcast_qp_attach: 0
max_ah: 128
max_fmr: 0
max_srq: 0
max_pkeys: 128
local_ca_ack_delay: 16
general_odp_caps:
rc_odp_caps:
NO SUPPORT
uc_odp_caps:
NO SUPPORT
ud_odp_caps:
NO SUPPORT
xrc_odp_caps:
NO SUPPORT
completion_timestamp_mask not supported
core clock not supported
device_cap_flags_ex: 0x209C62
tso_caps:
max_tso: 0
rss_caps:
max_rwq_indirection_tables: 0
max_rwq_indirection_table_size: 0
rx_hash_function: 0x0
rx_hash_fields_mask: 0x0
max_wq_type_rq: 0
packet_pacing_caps:
qp_rate_limit_min: 0kbps
qp_rate_limit_max: 0kbps
tag matching not supported
num_comp_vectors: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 4096 (5)
sm_lid: 0
port_lid: 0
port_lmc: 0x00
link_layer: Ethernet
max_msg_sz: 0x80000000
port_cap_flags: 0x00800000
port_cap_flags2: 0x0000
max_vl_num: 1 (1)
bad_pkey_cntr: 0x0
qkey_viol_cntr: 0x0
sm_sl: 0
pkey_tbl_len: 128
gid_tbl_len: 128
subnet_timeout: 0
init_type_reply: 0
active_width: 4X (2)
active_speed: 25.0 Gbps (32)
phys_state: LINK_UP (5)
GID[ 0]: fe80::8e1f:64ff:fec3:a66d, RoCE v2
GID[ 1]: ::ffff:192.170.1.20, RoCE v2
3、RDMA带宽测试
write性能
[root@nodeopen-ipmidev ~]# taskset -c 1 ib_write_bw -F -d hns_1 -x 3 --report_gbits --use_hugepages -m 4096 -n 1000 -q 4 -a
************************************
* Waiting for client to connect... *
************************************
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : hns_1
Number of qps : 4 Transport type : IB
Connection type : RC Using SRQ : OFF
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 3
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x000e PSN 0x50cd6e RKey 0x000300 VAddr 0x00400002000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x000f PSN 0x27b5c0 RKey 0x000300 VAddr 0x00400002800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0010 PSN 0xa4640a RKey 0x000300 VAddr 0x00400003000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0011 PSN 0x3e3391 RKey 0x000300 VAddr 0x00400003800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0002 PSN 0xe36a39 RKey 0x0001b0 VAddr 0x007f3402000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0003 PSN 0x96da2f RKey 0x0001b0 VAddr 0x007f3402800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0004 PSN 0x6a14d RKey 0x0001b0 VAddr 0x007f3403000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0005 PSN 0xe07b18 RKey 0x0001b0 VAddr 0x007f3403800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
8388608 4000 92.29 92.29 0.001375
---------------------------------------------------------------------------------------
[root@localhost ~]# taskset -c 1 ib_write_bw -F -d yusur_0 -x 1 --report_gbits --use_hugepages -m 4096 -n 1000 -q 4 -a 192.170.1.10
yib_version_full__branch__workspace_dirty_stage_stage_dirty_WWW_root-localhost.localdomain-2026-11-12_09:54:08
yib_version_num_4.7.2
hca 0 0
create cq success, cq_id:1 global_cqid:1 max_cqe:512
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : yusur_0
Number of qps : 4 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 1
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x0002 PSN 0xe36a39 RKey 0x0001b0 VAddr 0x007f3402000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0003 PSN 0x96da2f RKey 0x0001b0 VAddr 0x007f3402800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0004 PSN 0x6a14d RKey 0x0001b0 VAddr 0x007f3403000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0005 PSN 0xe07b18 RKey 0x0001b0 VAddr 0x007f3403800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x000e PSN 0x50cd6e RKey 0x000300 VAddr 0x00400002000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x000f PSN 0x27b5c0 RKey 0x000300 VAddr 0x00400002800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0010 PSN 0xa4640a RKey 0x000300 VAddr 0x00400003000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0011 PSN 0x3e3391 RKey 0x000300 VAddr 0x00400003800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
2 4000 0.033927 0.033892 2.118248
4 4000 0.070985 0.070915 2.216091
8 4000 0.14 0.14 2.234199
16 4000 0.29 0.29 2.234982
32 4000 0.57 0.57 2.209364
64 4000 1.12 1.12 2.188613
128 4000 2.25 2.25 2.200081
256 4000 4.38 4.37 2.134911
512 4000 9.18 9.18 2.240921
1024 4000 17.72 17.71 2.162261
2048 4000 35.40 35.39 2.160306
4096 4000 64.66 64.64 1.972775
8192 4000 84.32 84.29 1.286178
16384 4000 90.10 90.09 0.687295
32768 4000 91.44 91.43 0.348786
65536 4000 91.89 91.89 0.175265
131072 4000 92.11 92.11 0.087845
262144 4000 92.17 92.16 0.043948
524288 4000 92.20 92.20 0.021983
1048576 4000 92.21 92.21 0.010992
2097152 4000 92.25 92.25 0.005499
4194304 4000 92.24 92.24 0.002749
8388608 4000 92.29 92.29 0.001375
---------------------------------------------------------------------------------------
read性能
[root@nodeopen-ipmidev ~]#
Your system is not activated. Please activate as soon as possible for normal use.
taskset -c 1 ib_read_bw -F taskset -c 1 ib_read_bw -F -d hns_1 -x 3 --report_gbits --use_hugepages -m 4096 -n 1000 -q 4 -a
---------------------------------------------------------------------------------------
Device not recognized to implement inline feature. Disabling it
************************************
* Waiting for client to connect... *
************************************
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : hns_1
Number of qps : 4 Transport type : IB
Connection type : RC Using SRQ : OFF
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 3
Outstand reads : 128
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x0012 PSN 0x2d88ee OUT 0x80 RKey 0x000300 VAddr 0x00400002000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0013 PSN 0xefe77 OUT 0x80 RKey 0x000300 VAddr 0x00400002800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0014 PSN 0xb050bf OUT 0x80 RKey 0x000300 VAddr 0x00400003000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0015 PSN 0x62276b OUT 0x80 RKey 0x000300 VAddr 0x00400003800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0002 PSN 0xd9e143 OUT 0x08 RKey 0x000160 VAddr 0x007f24c2000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0003 PSN 0x28f8a8 OUT 0x08 RKey 0x000160 VAddr 0x007f24c2800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0004 PSN 0xb3dd9c OUT 0x08 RKey 0x000160 VAddr 0x007f24c3000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0005 PSN 0x2faf84 OUT 0x08 RKey 0x000160 VAddr 0x007f24c3800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
8388608 4000 98.04 98.04 0.001461
---------------------------------------------------------------------------------------
[root@localhost ~]#
Your system is not activated. Please activate as soon as possible for normal use.
taskset -c 1 ib_read_bw -F -d yusur_0 -x 1 --report_gbits --use_hugepages -m 4096 -n 1000 -q 4 -a 192.170.1.10
yib_version_full__branch__workspace_dirty_stage_stage_dirty_WWW_root-localhost.localdomain-2026-11-12_09:54:08
yib_version_num_4.7.2
hca 0 0
---------------------------------------------------------------------------------------
Device not recognized to implement inline feature. Disabling it
create cq success, cq_id:1 global_cqid:1 max_cqe:512
---------------------------------------------------------------------------------------
RDMA_Read BW Test
Dual-port : OFF Device : yusur_0
Number of qps : 4 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 1
Outstand reads : 8
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x0002 PSN 0xd9e143 OUT 0x08 RKey 0x000160 VAddr 0x007f24c2000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0003 PSN 0x28f8a8 OUT 0x08 RKey 0x000160 VAddr 0x007f24c2800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0004 PSN 0xb3dd9c OUT 0x08 RKey 0x000160 VAddr 0x007f24c3000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0005 PSN 0x2faf84 OUT 0x08 RKey 0x000160 VAddr 0x007f24c3800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0012 PSN 0x2d88ee OUT 0x80 RKey 0x000300 VAddr 0x00400002000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0013 PSN 0xefe77 OUT 0x80 RKey 0x000300 VAddr 0x00400002800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0014 PSN 0xb050bf OUT 0x80 RKey 0x000300 VAddr 0x00400003000000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0015 PSN 0x62276b OUT 0x80 RKey 0x000300 VAddr 0x00400003800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
2 4000 0.029696 0.029662 1.853879
4 4000 0.058565 0.058485 1.827648
8 4000 0.12 0.12 1.834632
16 4000 0.24 0.24 1.839510
32 4000 0.47 0.47 1.826727
64 4000 0.93 0.93 1.824434
128 4000 1.87 1.87 1.828387
256 4000 3.78 3.78 1.843987
512 4000 7.50 7.50 1.830703
1024 4000 14.91 14.90 1.819256
2048 4000 29.34 29.32 1.789810
4096 4000 56.97 56.94 1.737801
8192 4000 93.25 93.21 1.422221
16384 4000 97.38 97.38 0.742930
32768 4000 97.76 97.75 0.372873
65536 4000 97.92 97.91 0.186749
131072 4000 97.98 97.98 0.093438
262144 4000 98.01 98.01 0.046736
524288 4000 98.03 98.03 0.023372
1048576 4000 98.04 98.04 0.011687
2097152 4000 98.04 98.04 0.005844
4194304 4000 98.04 98.04 0.002922
8388608 4000 98.04 98.04 0.001461
---------------------------------------------------------------------------------------
send性能
[root@localhost ~]# taskset -c 1 ib_send_bw -F -d yusur_0 -x 1 --report_gbits --use_hugepages -m 4096 -n 1000 -q 4 -a 192.170.1.10
yib_version_full__branch__workspace_dirty_stage_stage_dirty_WWW_root-localhost.localdomain-2026-11-12_09:54:08
yib_version_num_4.7.2
hca 0 0
create cq success, cq_id:1 global_cqid:1 max_cqe:512
create cq success, cq_id:2 global_cqid:2 max_cqe:2048
---------------------------------------------------------------------------------------
Send BW Test
Dual-port : OFF Device : yusur_0
Number of qps : 4 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 1
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x0002 PSN 0x1608ff
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0003 PSN 0x52587d
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0004 PSN 0x3d7c83
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
local address: LID 0000 QPN 0x0005 PSN 0xf65516
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0016 PSN 0xcb47de
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0017 PSN 0x8e7770
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0018 PSN 0xa8fbfa
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0019 PSN 0xf484c1
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
2 4000 0.034783 0.034758 2.172405
4 4000 0.071238 0.070955 2.217359
8 4000 0.14 0.14 2.187147
16 4000 0.28 0.28 2.185907
32 4000 0.58 0.58 2.261707
64 4000 1.17 1.16 2.262046
128 4000 2.25 2.25 2.199442
256 4000 4.54 4.54 2.216681
512 4000 8.84 8.83 2.155714
1024 4000 17.52 17.51 2.138010
2048 4000 34.65 34.63 2.113421
4096 4000 65.02 64.98 1.983074
8192 4000 83.59 83.55 1.274879
16384 4000 90.05 90.04 0.686935
32768 4000 91.02 91.01 0.347188
65536 4000 91.57 91.57 0.174649
131072 4000 91.94 91.94 0.087676
262144 4000 92.08 92.08 0.043906
524288 4000 92.15 92.15 0.021970
1048576 4000 92.15 92.15 0.010985
2097152 4000 92.12 92.12 0.005491
4194304 4000 92.17 92.17 0.002747
8388608 4000 92.18 92.18 0.001374
---------------------------------------------------------------------------------------
[root@nodeopen-ipmidev ~]# taskset -c 1 ib_send_bw -F -d hns_1 -x 3 --report_gbits --use_hugepages -m 4096 -n 1000 -q 4 -a
************************************
* Waiting for client to connect... *
************************************
---------------------------------------------------------------------------------------
Send BW Test
Dual-port : OFF Device : hns_1
Number of qps : 4 Transport type : IB
Connection type : RC Using SRQ : OFF
RX depth : 512
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 3
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x0016 PSN 0xcb47de
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0017 PSN 0x8e7770
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0018 PSN 0xa8fbfa
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
local address: LID 0000 QPN 0x0019 PSN 0xf484c1
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0002 PSN 0x1608ff
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0003 PSN 0x52587d
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0004 PSN 0x3d7c83
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x0005 PSN 0xf65516
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
2 4000 0.000000 0.034966 2.185351
4 4000 0.000000 0.071583 2.236963
8 4000 0.00 0.14 2.197438
16 4000 0.00 0.28 2.197256
32 4000 0.00 0.58 2.273372
64 4000 0.00 1.16 2.274979
128 4000 0.00 2.27 2.212874
256 4000 0.00 4.57 2.230638
512 4000 0.00 8.88 2.167825
1024 4000 0.00 17.64 2.153552
2048 4000 0.00 34.85 2.127191
4096 4000 0.00 65.36 1.994559
8192 4000 0.00 83.81 1.278855
16384 4000 0.00 90.13 0.687613
32768 4000 0.00 91.03 0.347234
65536 4000 0.00 91.50 0.174526
131072 4000 0.00 91.87 0.087617
262144 4000 0.00 92.02 0.043877
524288 4000 0.00 92.09 0.021956
1048576 4000 0.00 92.09 0.010978
2097152 4000 0.00 92.07 0.005488
4194304 4000 0.00 92.11 0.002745
8388608 4000 0.00 92.12 0.001373
---------------------------------------------------------------------------------------
说明：以上测试采用的是4对QP，单QP性能中科驭数性能较弱，write测试结果如下：
[root@nodeopen-ipmidev ~]# taskset -c 1 ib_write_bw -F -d hns_1 -x 3 --report_gbits --use_hugepages -n 1000 -a
************************************
* Waiting for client to connect... *
************************************
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : hns_1
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 3
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x000d PSN 0xb83473 RKey 0x000300 VAddr 0x00400000800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
remote address: LID 0000 QPN 0x0002 PSN 0x1c05dd RKey 0x000158 VAddr 0x007f1380800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
8388608 1000 44.85 44.85 0.000668
---------------------------------------------------------------------------------------
[root@localhost ~]# taskset -c 1 ib_write_bw -F -d yusur_0 -x 1 --report_gbits --use_hugepages -n 1000 -a 192.170.1.10
yib_version_full__branch__workspace_dirty_stage_stage_dirty_WWW_root-localhost.localdomain-2026-11-12_09:54:08
yib_version_num_4.7.2
hca 0 0
create cq success, cq_id:1 global_cqid:1 max_cqe:128
---------------------------------------------------------------------------------------
RDMA_Write BW Test
Dual-port : OFF Device : yusur_0
Number of qps : 1 Transport type : IB
Connection type : RC Using SRQ : OFF
TX depth : 128
CQ Moderation : 100
Mtu : 4096[B]
Link type : Ethernet
GID index : 1
Max inline data : 0[B]
rdma_cm QPs : OFF
Data ex. method : Ethernet
---------------------------------------------------------------------------------------
local address: LID 0000 QPN 0x0002 PSN 0x1c05dd RKey 0x000158 VAddr 0x007f1380800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:20
remote address: LID 0000 QPN 0x000d PSN 0xb83473 RKey 0x000300 VAddr 0x00400000800000
GID: 00:00:00:00:00:00:00:00:00:00:255:255:192:170:01:10
---------------------------------------------------------------------------------------
#bytes #iterations BW peak[Gb/sec] BW average[Gb/sec] MsgRate[Mpps]
2 1000 0.010715 0.010713 0.669592
4 1000 0.021425 0.021406 0.668930
8 1000 0.043302 0.043196 0.674938
16 1000 0.085998 0.085994 0.671825
32 1000 0.17 0.17 0.676408
64 1000 0.35 0.35 0.673981
128 1000 0.69 0.69 0.674290
256 1000 1.37 1.37 0.670426
512 1000 2.74 2.74 0.668022
1024 1000 5.41 5.41 0.660793
2048 1000 10.67 10.67 0.651309
4096 1000 20.79 20.79 0.634490
8192 1000 33.90 33.90 0.517266
16384 1000 42.44 42.42 0.323657
32768 1000 43.69 43.69 0.166664
65536 1000 44.62 44.62 0.085114
131072 1000 44.69 44.69 0.042624
262144 1000 44.78 44.77 0.021348
524288 1000 44.83 44.81 0.010684
1048576 1000 44.81 44.81 0.005342
2097152 1000 44.86 44.86 0.002674
4194304 1000 44.85 44.84 0.001336
8388608 1000 44.85 44.85 0.000668
---------------------------------------------------------------------------------------
鲲鹏昇腾开发者社区是面向全社会开放的“联接全球计算开发者，聚合华为+生态”的社区，内容涵盖鲲鹏、昇腾资源，帮助开发者快速获取所需的知识、经验、软件、工具、算力，支撑开发者易学、好用、成功，成为核心开发者。
更多推荐
0
0- 0
已为社区贡献7条内容
所有评论(0)