[root@gh200 nvbandwidth]# nvidia-smi | grep GH200
| 0 NVIDIA GH200 480GB On | 00000009:01:00.0 Off | 0 |
[root@gh200 nvbandwidth]# ./nvbandwidth | grep -E 'host_to_device_memcpy_sm|device_to_host_memcpy_sm' | grep ^SUM
SUM host_to_device_memcpy_sm 357.45
SUM device_to_host_memcpy_sm 352.05
[root@gh200 nvbandwidth]#
d2d is much higher:
[root@gh200 cuda-samples]# ./bin/sbsa/linux/release/bandwidthTest --dtod | grep -B1 32000
Transfer Size (Bytes) Bandwidth(GB/s) 32000000 2294.8